00000800:00000200:2.1F:1775764939.006115:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764939.006339:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764939.006459:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764939.006562:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764955.901402:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764955.901405:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1775764955.901744:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764955.901747:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1775764955.902860:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764955.902864:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1775764955.903193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764955.903195:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1775764961.021106:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764961.021325:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764961.022142:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775764961.022311:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1F:1775764966.140512:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764966.141063:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764966.141284:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764966.141436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764971.260646:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764971.260651:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1775764971.261301:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764971.261304:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1775764971.261605:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764971.261607:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1775764971.261941:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764971.261943:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 4, 2 secs later)
00000800:00000200:1.1:1775764976.380629:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764976.380871:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764976.381014:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764976.381160:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764996.860694:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764996.860699:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1775764996.861674:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764996.861676:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1775764996.861998:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764996.862000:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1775764996.862275:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775764996.862277:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1775765001.981189:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765001.981193:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775765001.981395:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765001.981397:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775765001.981609:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765001.981611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 9 secs later)
00000800:00000200:0.1:1775765007.100462:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765007.100468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775765007.100997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765007.100999:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775765007.101172:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765007.101173:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775765007.101443:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765007.101444:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1775765012.220479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765012.220819:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765012.221141:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765012.221326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765017.341184:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765017.341189:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775765017.341618:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765017.341621:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775765017.342001:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765017.342004:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775765017.342349:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765017.342351:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1775765022.460545:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765022.460550:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1775765022.461076:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765022.461079:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1775765022.461336:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765022.461338:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1775765022.461542:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765022.461543:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1775765027.580543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765027.580549:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775765027.581159:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765027.581162:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775765027.581379:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765027.581381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775765027.581607:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765027.581609:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775765032.700436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765032.700443:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1775765032.700965:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765032.700967:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1775765032.701223:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765032.701225:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1775765032.701477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765032.701479:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1775765037.820459:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765037.820465:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765037.820938:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765037.820940:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765037.821184:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765037.821186:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765037.821376:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765037.821378:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1775765042.940581:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765042.940589:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1775765042.941167:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765042.941169:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1775765042.941412:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765042.941414:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1775765042.941682:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765042.941685:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1775765048.060507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765048.060889:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765048.061076:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765048.061256:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765053.180593:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765053.180597:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765053.181214:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765053.181219:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765053.181786:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765053.181788:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765053.182093:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765053.182095:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765058.300637:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765058.300644:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765058.301109:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765058.301111:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765058.301323:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765058.301325:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765058.301520:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765058.301522:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765063.420493:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765063.420498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765063.421111:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765063.421113:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765063.421357:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765063.421359:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765063.421560:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765063.421562:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775765068.540653:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765068.540674:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765068.541360:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765068.541362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765068.541589:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765068.541591:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765068.541850:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765068.541852:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765073.660575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765073.660579:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765073.661183:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765073.661185:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765073.661459:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765073.661461:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765073.661712:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765073.661715:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765078.780948:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765078.780957:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765078.781529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765078.781532:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765078.781790:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765078.781792:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765078.782036:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765078.782037:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765083.900345:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765083.900348:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765083.900775:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765083.900777:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765083.901003:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765083.901008:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765083.901198:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765083.901200:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1F:1775765089.020632:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765089.020637:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765089.020971:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765089.020973:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765089.021203:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765089.021204:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765089.021430:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765089.021432:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775765094.140548:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765094.140552:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765094.141000:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765094.141002:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765094.141206:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765094.141208:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765094.141397:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765094.141399:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765099.260518:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765099.260522:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765099.261046:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765099.261048:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765099.261268:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765099.261270:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765099.261577:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765099.261580:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765104.380601:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765104.380612:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765104.381141:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765104.381142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765104.381562:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765104.381564:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765104.381777:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765104.381779:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775765109.500474:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765109.500477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765109.500945:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765109.500947:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765109.501140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765109.501141:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775765109.501400:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765109.501402:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765114.620957:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765114.621587:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765114.622988:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765114.623363:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765119.741364:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765119.741371:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765119.742355:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765119.742360:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765119.742977:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765119.742981:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765119.743406:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765119.743410:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775765124.861288:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765124.861291:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765124.861752:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765124.861755:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765124.862233:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765124.862237:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765124.862609:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765124.862612:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775765129.980426:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765129.980438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765129.981002:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765129.981004:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765129.981269:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765129.981271:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765129.981467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765129.981468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765135.100578:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765135.100582:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765135.101086:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765135.101087:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765135.101370:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765135.101373:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765135.101628:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765135.101631:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765140.220958:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765140.220970:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765140.221862:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765140.221864:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765140.222140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765140.222142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765140.222370:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765140.222372:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765145.340772:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765145.340787:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765145.341393:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765145.341395:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765145.341669:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765145.341671:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765145.341914:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765145.341916:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765150.460515:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765150.460522:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765150.461018:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765150.461021:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765150.461295:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765150.461297:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775765150.461585:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765150.461587:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765155.580711:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765155.580718:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765155.581555:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765155.581558:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765155.581995:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765155.581998:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765155.582334:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765155.582337:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765160.700447:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765160.700450:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765160.701187:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765160.701189:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765160.701396:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765160.701398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765160.701649:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765160.701651:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765165.820401:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765165.820407:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765165.820900:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765165.820902:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765165.821103:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765165.821105:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765165.821295:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765165.821296:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765170.940730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765170.940736:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765170.941516:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765170.941518:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765170.941986:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765170.941988:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765170.942272:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765170.942274:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765176.060482:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765176.060486:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765176.061067:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765176.061068:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765176.061282:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765176.061284:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765176.061474:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765176.061476:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765181.180779:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765181.181260:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765181.181647:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765181.181879:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765186.301210:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765186.301221:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765186.302567:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765186.302572:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765186.303119:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765186.303122:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765186.303461:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765186.303464:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765191.420441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765191.420446:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765191.420987:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765191.420989:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765191.421196:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765191.421198:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765191.421402:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765191.421405:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765196.541345:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765196.541349:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765196.542680:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765196.542686:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765196.543169:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765196.543172:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765196.543727:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765196.543730:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765201.660999:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765201.661009:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765201.662091:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765201.662093:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765201.662404:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765201.662406:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765201.662699:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765201.662701:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00010000:00000010:0.1:1775765203.713869:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff897e51245900.
00010000:00000010:0.1:1775765203.713877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e457a9800.
00000800:00000200:0.1:1775765206.780722:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765206.780729:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765206.781575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765206.781580:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765206.782204:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765206.782209:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765206.782870:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765206.782872:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000080:00000010:1.1:1775765206.785877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff897e47e4b220.
00000080:00000010:1.1:1775765206.789860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff897e52b189a0.
00000080:00000010:1.1:1775765206.789869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff897e52b18260.
00000080:00000010:1.1:1775765206.789872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff897e47e4b000.
00010000:00000010:1.1:1775765206.789875:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff897e51245800.
00010000:00000010:1.1:1775765206.789878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e457a8600.
00010000:00000010:1.1:1775765206.789881:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff897e51245f00.
00010000:00000010:1.1:1775765206.789883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e457a9e00.
00010000:00000010:1.1:1775765206.789885:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff897e47ffb900.
00010000:00000010:1.1:1775765206.789898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e58ac6600.
00010000:00000010:1.1:1775765206.789901:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff897e47ffbf00.
00010000:00000010:1.1:1775765206.789903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e40031200.
00010000:00000010:1.1:1775765206.789905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e40031000.
00010000:00000010:1.1:1775765206.789907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e457a8400.
00010000:00000010:1.1:1775765206.789909:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff897e45be7100.
00010000:00000010:1.1:1775765206.789911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e434fb400.
00010000:00000010:1.1:1775765206.789913:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff897e45be7300.
00010000:00000010:1.1:1775765206.789915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff897e434fa000.
00000800:00000200:0.1:1775765211.901104:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765211.901119:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765211.902090:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765211.902095:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765211.902551:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765211.902555:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765211.903018:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765211.903023:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765217.020491:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765217.020503:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765217.021023:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765217.021025:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765217.021248:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765217.021250:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765217.021480:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765217.021482:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765222.140692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765222.140699:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765222.141216:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765222.141218:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765222.141499:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765222.141500:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765222.141721:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765222.141723:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765227.260909:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765227.260915:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765227.261722:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765227.261725:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765227.262120:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765227.262123:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765227.262522:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765227.262526:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765232.380701:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765232.380710:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765232.381584:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765232.381586:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765232.381800:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765232.381801:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765232.382034:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765232.382036:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765237.500895:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765237.500900:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765237.501496:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765237.501498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765237.501787:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765237.501791:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765237.502174:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765237.502178:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765242.620913:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765242.620929:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765242.621631:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765242.621632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765242.621883:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765242.621884:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765242.622189:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765242.622190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765247.740555:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765247.740907:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765247.741233:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765247.741423:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765252.860577:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765252.860585:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765252.861258:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765252.861261:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765252.861631:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765252.861634:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765252.861968:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765252.861969:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765257.980583:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765257.980589:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765257.981073:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765257.981075:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765257.981284:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765257.981286:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765257.981489:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765257.981490:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765263.101346:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765263.101361:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765263.102508:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765263.102513:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765263.103044:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765263.103047:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765263.103526:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765263.103529:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765268.220681:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765268.220687:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765268.221589:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765268.221591:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765268.221845:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765268.221848:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765268.222263:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765268.222266:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775765273.341175:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765273.341185:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765273.342107:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765273.342110:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765273.342450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765273.342453:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775765273.342785:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765273.342787:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765278.460648:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765278.460655:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765278.461312:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765278.461313:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765278.461561:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765278.461562:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765278.461849:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765278.461851:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765283.580510:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765283.580516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765283.581094:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765283.581096:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765283.581315:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765283.581318:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765283.581609:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765283.581611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765288.700876:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765288.700884:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765288.701552:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765288.701554:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765288.701873:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765288.701875:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765288.702214:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765288.702216:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765293.820933:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765293.820941:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765293.821907:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765293.821912:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765293.822319:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765293.822321:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765293.822752:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765293.822756:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765298.940957:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765298.940965:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765298.941623:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765298.941626:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765298.942000:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765298.942003:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765298.942293:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765298.942295:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765304.060786:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765304.060794:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765304.061533:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765304.061535:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765304.061929:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765304.061933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765304.062303:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765304.062305:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775765309.180695:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765309.180701:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765309.181325:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765309.181327:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765309.181663:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765309.181665:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765309.181953:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765309.181955:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765314.300791:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765314.301316:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765314.301671:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765314.301858:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765319.420517:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765319.420527:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765319.421658:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765319.421669:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765319.422104:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765319.422108:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765319.422564:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765319.422566:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765324.540975:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765324.540986:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765324.541989:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765324.541992:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765324.542413:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765324.542418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765324.542869:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765324.542873:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765329.660785:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765329.660793:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765329.661442:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765329.661444:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765329.661638:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765329.661640:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765329.661906:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765329.661909:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765334.781328:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765334.781335:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765334.782542:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765334.782551:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765334.782999:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765334.783002:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765334.783363:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765334.783367:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765339.900402:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765339.900406:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765339.901077:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765339.901080:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765339.901416:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765339.901418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765339.901845:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765339.901849:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765345.020605:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765345.020616:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765345.021184:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765345.021186:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765345.021415:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765345.021417:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765345.021625:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765345.021626:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765350.140820:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765350.140855:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765350.141630:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765350.141632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765350.141966:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765350.141968:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765350.142251:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765350.142253:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775765355.260664:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765355.260671:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765355.261228:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765355.261230:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765355.261497:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765355.261499:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775765355.261755:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765355.261757:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775765360.380499:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765360.380505:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765360.380986:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765360.380988:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765360.381335:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765360.381337:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765360.381601:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765360.381603:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765365.500794:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765365.500803:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765365.501843:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765365.501845:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765365.502215:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765365.502217:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765365.502800:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765365.502803:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765370.620440:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765370.620444:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765370.620992:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765370.620996:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765370.621213:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765370.621215:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765370.621472:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765370.621474:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765375.741226:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765375.741239:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765375.742906:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765375.742916:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765375.743530:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765375.743534:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765375.744021:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765375.744024:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765380.860612:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765380.861127:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765380.861387:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765380.861604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765385.980949:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765385.980959:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765385.981683:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765385.981685:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765385.981980:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765385.981982:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765385.982183:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765385.982184:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765391.100974:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765391.100981:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765391.101763:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765391.101767:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765391.102201:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765391.102204:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765391.102585:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765391.102588:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765396.220535:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765396.220540:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765396.221035:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765396.221037:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765396.221241:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765396.221242:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765396.221440:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765396.221442:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765401.341005:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765401.341016:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765401.341974:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765401.341977:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765401.342383:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765401.342386:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765401.342783:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765401.342786:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765406.461153:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765406.461157:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765406.461690:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765406.461692:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765406.462148:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765406.462151:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765406.462641:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765406.462644:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765411.580822:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765411.580877:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765411.581437:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765411.581438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765411.581664:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765411.581665:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765411.581907:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765411.581910:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765416.700643:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765416.700650:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765416.701147:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765416.701149:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765416.701511:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765416.701513:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765416.701864:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765416.701867:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765421.820628:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765421.820632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765421.821406:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765421.821408:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765421.821643:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765421.821645:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765421.821867:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765421.821869:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765426.940498:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765426.940508:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765426.940997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765426.940999:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765426.941210:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765426.941211:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765426.941430:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765426.941431:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765432.060960:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765432.060967:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765432.062084:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765432.062088:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765432.062526:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765432.062529:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765432.062840:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765432.062844:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765437.181201:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765437.181214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765437.182363:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765437.182366:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765437.182743:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765437.182748:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765437.183151:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765437.183154:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765442.300645:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765442.300650:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765442.301193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765442.301196:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765442.301537:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765442.301539:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765442.301868:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765442.301870:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765447.420463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765447.420794:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765447.421016:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765447.421161:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765452.541222:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765452.541238:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765452.542219:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765452.542222:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765452.542647:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765452.542651:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765452.543114:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765452.543117:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765457.661237:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765457.661248:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765457.662325:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765457.662328:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765457.662731:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765457.662746:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765457.663254:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765457.663257:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765462.781189:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765462.781194:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765462.782243:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765462.782246:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765462.782490:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765462.782492:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765462.782797:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765462.782801:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765467.900900:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765467.900909:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765467.902052:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765467.902056:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765467.902428:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765467.902431:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765467.902836:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765467.902839:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765473.021185:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765473.021211:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765473.022267:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765473.022270:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765473.022533:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765473.022566:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765473.022788:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765473.022790:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765478.140788:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765478.140792:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765478.141428:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765478.141430:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765478.141711:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765478.141712:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765478.142001:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765478.142003:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765483.260435:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765483.260440:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765483.260918:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765483.260920:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765483.261143:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765483.261145:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765483.261372:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765483.261374:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775765488.380884:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765488.380889:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765488.381891:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765488.381893:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765488.382088:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765488.382101:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765488.382334:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765488.382335:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765493.501073:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765493.501081:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765493.502515:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765493.502525:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765493.503375:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765493.503378:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765493.503653:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765493.503655:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765498.620613:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765498.620617:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765498.621138:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765498.621141:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765498.621375:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765498.621377:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765498.621594:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765498.621596:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765503.741350:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765503.741358:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765503.742397:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765503.742402:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765503.742997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765503.743013:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765503.743459:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765503.743465:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765508.860514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765508.860519:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765508.861077:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765508.861080:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765508.861328:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765508.861331:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765508.861558:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765508.861560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765513.980911:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765513.981472:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765513.981796:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765513.982077:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765519.100735:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765519.100741:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765519.101427:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765519.101430:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765519.101788:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765519.101790:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765519.102175:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765519.102177:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765524.220760:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765524.220766:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765524.221255:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765524.221257:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765524.221612:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765524.221615:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765524.221894:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765524.221896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765529.340674:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765529.340679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765529.341230:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765529.341232:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765529.341493:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765529.341495:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765529.341693:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765529.341694:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765534.461331:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765534.461343:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765534.462697:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765534.462701:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765534.463102:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765534.463106:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765534.463536:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765534.463539:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765539.581084:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765539.581091:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765539.582109:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765539.582112:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765539.582584:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765539.582590:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765539.583091:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765539.583094:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765544.701414:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765544.701542:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765544.702363:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765544.702367:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765544.702750:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765544.702754:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765544.703237:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765544.703240:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765549.821288:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765549.821297:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765549.822193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765549.822196:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765549.822583:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765549.822586:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765549.822954:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765549.822957:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765554.941156:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765554.941189:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765554.942359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765554.942363:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765554.942783:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765554.942786:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765554.943146:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765554.943149:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765560.061078:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765560.061084:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765560.061932:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765560.061935:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765560.062278:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765560.062280:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765560.062668:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765560.062671:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765565.180625:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765565.180630:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765565.181207:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765565.181215:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765565.181418:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765565.181420:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765565.181733:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765565.181736:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765570.300633:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765570.300640:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765570.301217:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765570.301219:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765570.301528:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765570.301531:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765570.301847:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765570.301850:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765575.420442:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765575.420446:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765575.420932:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765575.420934:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765575.421178:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765575.421181:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765575.421371:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765575.421373:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775765580.540499:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765580.540954:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765580.541132:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765580.541285:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765585.661039:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765585.661050:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765585.661963:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765585.661967:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765585.662341:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765585.662345:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765585.662677:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765585.662680:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775765590.780613:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765590.780623:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765590.781488:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765590.781491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765590.781750:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765590.781752:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765590.782095:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765590.782098:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775765595.900444:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765595.900447:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765595.900897:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765595.900899:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765595.901159:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765595.901162:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765595.901420:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765595.901422:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775765601.020462:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765601.020468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765601.020940:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765601.020942:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765601.021259:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765601.021261:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765601.021479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765601.021482:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775765606.140955:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765606.140972:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765606.141526:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765606.141529:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765606.142084:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765606.142087:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765606.142436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765606.142439:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775765611.260933:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765611.260942:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765611.261587:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765611.261589:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765611.262089:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765611.262092:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775765611.262391:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765611.262394:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765616.380730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765616.380737:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765616.381476:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765616.381480:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765616.381940:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765616.381943:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765616.382320:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765616.382323:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765621.500393:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765621.500398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765621.500925:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765621.500927:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765621.501110:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765621.501111:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765621.501285:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765621.501292:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765626.621220:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765626.621227:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765626.622359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765626.622363:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765626.622727:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765626.622730:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765626.623228:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765626.623231:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765631.740730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765631.740737:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765631.741543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765631.741546:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765631.741954:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765631.741959:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765631.742312:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765631.742314:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765636.860828:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765636.860868:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765636.861723:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765636.861726:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765636.862146:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765636.862149:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765636.862674:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765636.862704:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765641.980486:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765641.980491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765641.980971:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765641.980972:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765641.981213:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765641.981214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765641.981457:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765641.981459:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775765647.100787:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765647.101539:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765647.101895:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765647.102156:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765652.220722:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765652.220727:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765652.221436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765652.221438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765652.221755:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765652.221758:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765652.222005:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765652.222007:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765657.340548:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765657.340552:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765657.341099:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765657.341101:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765657.341381:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765657.341382:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765657.341625:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765657.341633:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765662.460698:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765662.460705:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765662.461461:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765662.461463:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765662.461785:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765662.461788:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765662.462135:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765662.462154:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765667.580725:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765667.580743:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765667.581557:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765667.581560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765667.582055:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765667.582058:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765667.582429:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765667.582432:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765672.701377:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765672.701394:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765672.702404:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765672.702409:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765672.703023:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765672.703026:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765672.703522:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765672.703536:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765677.820841:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765677.820871:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765677.821591:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765677.821592:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765677.821847:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765677.821849:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765677.822162:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765677.822164:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765682.940431:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765682.940437:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765682.940889:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765682.940891:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765682.941094:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765682.941096:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765682.941272:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765682.941273:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765688.060442:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765688.060447:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765688.061059:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765688.061061:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765688.061301:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765688.061302:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765688.061496:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765688.061498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775765693.180477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765693.180482:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765693.181082:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765693.181084:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765693.181294:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765693.181296:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765693.181571:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765693.181573:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775765698.301189:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765698.301193:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765698.302216:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765698.302219:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765698.302441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765698.302443:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765698.302712:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765698.302714:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775765703.420652:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765703.420661:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765703.421581:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765703.421584:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765703.421962:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765703.421965:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765703.422328:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765703.422331:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775765708.541143:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765708.541150:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765708.542204:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765708.542209:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765708.542953:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765708.542958:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765708.543606:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765708.543611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775765713.660535:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765713.660893:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765713.661051:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765713.661227:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765718.780719:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765718.780725:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765718.781575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765718.781578:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765718.781946:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765718.781949:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765718.782223:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765718.782233:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765723.900888:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765723.900896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765723.901639:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765723.901643:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765723.902040:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765723.902044:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765723.902384:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765723.902387:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765729.020604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765729.020608:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765729.021132:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765729.021133:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765729.021349:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765729.021351:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765729.021548:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765729.021550:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775765734.141347:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765734.141358:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765734.142207:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765734.142209:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765734.142419:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765734.142421:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765734.142651:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765734.142653:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775765739.261065:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765739.261073:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765739.262262:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765739.262264:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765739.262560:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765739.262562:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765739.262919:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765739.262922:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775765744.380698:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765744.380714:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765744.381219:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765744.381220:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765744.381489:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765744.381491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775765744.381768:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765744.381770:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765749.500949:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765749.500959:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765749.501771:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765749.501774:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765749.502266:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765749.502269:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765749.502608:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765749.502626:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765754.620916:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765754.620926:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765754.621575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765754.621578:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765754.621951:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765754.621953:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765754.622315:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765754.622317:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765759.740568:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765759.740576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765759.741111:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765759.741113:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765759.741368:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765759.741371:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765759.741625:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765759.741626:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765764.860735:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765764.860739:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765764.861492:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765764.861494:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765764.861680:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765764.861682:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765764.861872:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765764.861886:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775765769.980599:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765769.980604:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765769.981177:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765769.981179:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765769.981411:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765769.981413:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765769.981609:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765769.981611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775765775.100887:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765775.100896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765775.101554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765775.101557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765775.101879:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765775.101881:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765775.102252:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765775.102255:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775765780.220457:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765780.220851:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765780.221156:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765780.221330:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765785.340573:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765785.340580:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765785.341278:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765785.341281:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765785.341582:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765785.341584:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765785.341864:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765785.341866:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765790.460959:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765790.460977:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765790.462041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765790.462046:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765790.462421:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765790.462424:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765790.462756:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765790.462759:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775765795.580628:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765795.580634:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765795.581194:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765795.581195:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765795.581380:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765795.581382:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765795.581563:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765795.581572:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775765800.700743:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765800.700759:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765800.701563:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765800.701566:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765800.701893:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765800.701896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775765800.702253:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765800.702256:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775765805.822140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765805.822150:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765805.823129:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765805.823131:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765805.823328:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765805.823330:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765805.823607:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765805.823609:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775765810.940470:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765810.940478:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765810.940980:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765810.940985:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765810.941204:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765810.941206:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765810.941401:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765810.941402:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775765816.061039:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765816.061045:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765816.061620:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765816.061621:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765816.061864:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765816.061866:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775765816.062126:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775765816.062128:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765821.180530:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765821.180536:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765821.181143:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765821.181145:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765821.181337:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765821.181339:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765821.181518:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765821.181520:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765826.301117:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765826.301124:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765826.302209:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765826.302214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765826.302990:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765826.302992:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765826.303255:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765826.303274:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765831.421144:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765831.421149:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765831.422075:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765831.422081:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765831.422746:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765831.422751:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765831.423430:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765831.423435:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775765836.540626:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765836.540632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765836.541057:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765836.541059:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765836.541256:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765836.541259:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775765836.541520:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765836.541522:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775765841.660674:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765841.660682:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775765841.661450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765841.661453:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775765841.661863:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765841.661866:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775765841.662224:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765841.662227:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775765846.781076:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765846.781799:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765846.782201:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765846.782433:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765851.901278:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765851.901284:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765851.902689:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765851.902693:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765851.903276:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765851.903282:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765851.903990:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765851.904008:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765857.020692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765857.020703:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765857.021398:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765857.021399:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765857.021673:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765857.021676:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765857.021884:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765857.021885:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765862.140542:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765862.140555:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765862.141030:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765862.141031:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765862.141289:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765862.141291:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765862.141635:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765862.141636:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765867.261267:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765867.261277:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765867.262151:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765867.262155:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765867.262640:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765867.262643:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765867.263105:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765867.263142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765872.380592:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765872.380599:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765872.381112:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765872.381115:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765872.381458:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765872.381461:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765872.381780:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765872.381783:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775765877.500718:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765877.500726:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765877.501606:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765877.501608:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765877.501915:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765877.501917:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765877.502211:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765877.502213:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775765882.620671:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765882.620675:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765882.621617:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765882.621620:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765882.621962:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765882.621964:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765882.622301:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765882.622318:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775765887.740598:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765887.740609:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765887.741504:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765887.741507:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765887.741705:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765887.741707:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765887.741907:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765887.741908:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775765892.860762:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765892.860772:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765892.861575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765892.861579:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765892.862011:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765892.862013:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765892.862280:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765892.862281:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775765897.980517:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765897.980524:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765897.981057:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765897.981059:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765897.981247:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765897.981249:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765897.981492:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765897.981509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775765903.100655:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765903.100663:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765903.101377:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765903.101379:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765903.101617:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765903.101619:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765903.101953:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765903.101956:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775765908.220703:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765908.220707:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765908.221143:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765908.221144:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765908.221365:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765908.221366:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765908.221631:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765908.221634:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775765913.340941:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765913.341594:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765913.342199:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765913.342679:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765918.460640:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765918.460653:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765918.461320:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765918.461322:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765918.461683:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765918.461686:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765918.462065:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765918.462068:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775765923.580712:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765923.580719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765923.581509:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765923.581511:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765923.581865:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765923.581883:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765923.582118:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765923.582120:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775765928.700757:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765928.700768:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765928.701694:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765928.701697:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765928.701966:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765928.701968:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765928.702286:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765928.702288:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775765933.820397:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765933.820400:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765933.820771:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765933.820773:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765933.820985:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765933.820986:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765933.821160:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765933.821161:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775765938.940667:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765938.940674:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765938.941307:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765938.941309:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765938.941603:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765938.941605:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765938.941820:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765938.941822:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775765944.061017:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765944.061025:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765944.061983:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765944.061986:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765944.062336:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765944.062340:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775765944.062763:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775765944.062767:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775765949.180941:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765949.180944:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765949.181479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765949.181481:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765949.181784:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765949.181786:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765949.182067:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765949.182070:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775765954.300682:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765954.300693:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765954.301281:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765954.301283:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765954.301603:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765954.301605:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765954.301875:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765954.301879:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775765959.420704:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765959.420712:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765959.421274:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765959.421276:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765959.421514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765959.421516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765959.421721:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765959.421723:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775765964.540582:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765964.540588:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765964.541065:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765964.541067:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765964.541326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765964.541329:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765964.541526:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765964.541528:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775765969.660549:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765969.660560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765969.661154:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765969.661156:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765969.661381:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765969.661383:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765969.661634:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765969.661636:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775765974.780672:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765974.780692:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765974.781136:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765974.781138:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765974.781426:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765974.781428:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765974.781679:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765974.781681:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775765979.900429:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765979.900733:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765979.901078:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775765979.901268:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765985.020711:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765985.020719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765985.021395:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765985.021398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765985.021809:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765985.021811:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765985.022145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765985.022148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775765990.140473:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765990.140480:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775765990.140946:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765990.140951:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775765990.141192:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765990.141194:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775765990.141385:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765990.141386:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775765995.260812:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765995.260822:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765995.261412:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765995.261414:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765995.261756:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765995.261758:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775765995.262131:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775765995.262133:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766000.380908:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766000.380940:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766000.381518:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766000.381521:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766000.381893:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766000.381896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766000.382163:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766000.382165:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775766005.500520:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766005.500525:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766005.501123:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766005.501125:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766005.501405:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766005.501407:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766005.501604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766005.501606:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766010.620711:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766010.620719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766010.621578:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766010.621583:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766010.621785:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766010.621786:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766010.622036:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766010.622038:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766015.740880:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766015.740887:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766015.741724:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766015.741727:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766015.742187:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766015.742189:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766015.742497:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766015.742499:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766020.860616:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766020.860623:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766020.861301:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766020.861303:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766020.861530:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766020.861531:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766020.861791:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766020.861793:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766025.980598:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766025.980604:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766025.981314:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766025.981316:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766025.981543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766025.981545:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766025.981799:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766025.981801:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766031.100515:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766031.100521:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766031.101196:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766031.101197:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766031.101439:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766031.101441:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766031.101753:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766031.101755:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766036.220616:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766036.220620:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766036.221191:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766036.221200:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766036.221423:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766036.221425:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766036.221637:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766036.221638:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766041.340760:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766041.340766:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766041.341296:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766041.341298:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766041.341663:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766041.341665:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766041.341920:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766041.341922:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766046.460585:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766046.460938:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766046.461136:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766046.461348:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766051.580877:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766051.580882:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766051.582418:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766051.582434:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766051.582702:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766051.582704:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766051.582931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766051.582933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766056.701307:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766056.701312:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766056.701993:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766056.701997:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766056.702326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766056.702329:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766056.702671:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766056.702674:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766061.820890:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766061.820901:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766061.821456:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766061.821459:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766061.821702:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766061.821705:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766061.822000:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766061.822003:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766066.941199:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766066.941216:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766066.942398:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766066.942401:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766066.942773:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766066.942776:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766066.943242:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766066.943245:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775766072.060651:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766072.060658:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766072.061224:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766072.061225:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766072.061483:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766072.061485:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766072.061708:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766072.061710:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766077.180393:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766077.180398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766077.180936:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766077.180938:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766077.181170:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766077.181171:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766077.181359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766077.181361:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766082.300741:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766082.300750:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766082.301636:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766082.301639:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766082.302006:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766082.302010:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766082.302403:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766082.302406:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766087.421248:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766087.421256:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766087.422184:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766087.422187:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766087.422534:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766087.422537:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766087.422908:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766087.422912:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766092.540690:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766092.540696:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766092.541387:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766092.541389:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766092.541637:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766092.541639:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766092.541905:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766092.541908:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766097.660976:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766097.661005:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766097.661953:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766097.661957:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766097.662349:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766097.662352:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766097.662656:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766097.662659:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766102.781081:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766102.781092:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766102.782255:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766102.782259:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766102.782703:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766102.782707:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766102.783240:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766102.783246:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766107.901064:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766107.901075:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766107.902019:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766107.902023:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766107.902617:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766107.902621:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766107.903261:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766107.903266:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766113.020399:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766113.020694:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766113.020881:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766113.021045:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766118.140937:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766118.140940:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766118.141621:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766118.141625:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766118.142382:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766118.142384:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766118.142649:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766118.142651:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766123.261268:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766123.261276:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766123.262528:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766123.262531:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766123.262970:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766123.262976:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766123.263320:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766123.263323:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766128.380607:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766128.380615:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766128.381488:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766128.381490:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766128.381745:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766128.381747:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766128.382017:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766128.382019:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766133.500455:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766133.500461:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766133.500999:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766133.501001:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766133.501250:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766133.501252:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766133.501471:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766133.501473:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766138.620441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766138.620446:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766138.620948:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766138.620950:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766138.621198:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766138.621200:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766138.621410:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766138.621412:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766143.740704:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766143.740719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766143.741273:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766143.741275:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766143.741475:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766143.741477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766143.741679:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766143.741681:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766148.860914:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766148.860921:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766148.861699:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766148.861701:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766148.861902:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766148.861904:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766148.862079:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766148.862081:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766153.980558:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766153.980566:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766153.981159:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766153.981163:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766153.981416:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766153.981418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766153.981678:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766153.981681:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766159.100623:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766159.100628:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766159.101105:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766159.101107:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766159.101364:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766159.101367:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766159.101643:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766159.101645:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766164.220938:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766164.220944:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766164.221630:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766164.221633:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766164.222007:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766164.222010:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766164.222369:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766164.222371:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766169.340501:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766169.340505:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766169.340941:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766169.340942:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766169.341183:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766169.341185:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766169.341477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766169.341479:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766174.460770:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766174.460780:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766174.461446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766174.461447:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766174.461668:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766174.461670:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766174.461882:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766174.461884:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766179.580641:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766179.580916:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766179.581078:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766179.581254:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766184.701228:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766184.701240:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766184.702551:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766184.702557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766184.703193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766184.703197:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766184.703559:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766184.703562:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766189.820523:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766189.820536:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766189.820994:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766189.820995:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766189.821197:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766189.821199:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766189.821412:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766189.821414:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766194.940593:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766194.940597:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766194.941271:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766194.941273:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766194.941466:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766194.941467:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766194.941762:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766194.941781:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766200.060862:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766200.060873:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766200.061653:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766200.061657:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766200.062074:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766200.062077:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766200.062377:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766200.062380:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766205.180641:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766205.180663:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766205.181259:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766205.181261:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766205.181463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766205.181465:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766205.181741:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766205.181743:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766210.300600:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766210.300622:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766210.301185:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766210.301187:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766210.301410:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766210.301412:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766210.301627:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766210.301629:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766215.420577:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766215.420604:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766215.421249:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766215.421251:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766215.421448:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766215.421449:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766215.421730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766215.421733:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766220.541344:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766220.541362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766220.542491:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766220.542495:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766220.542964:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766220.542972:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766220.543431:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766220.543434:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766225.660521:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766225.660525:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766225.661194:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766225.661195:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766225.661398:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766225.661400:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766225.661630:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766225.661632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766230.780964:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766230.780969:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766230.781603:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766230.781606:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766230.782004:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766230.782006:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766230.782336:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766230.782338:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766235.900524:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766235.900530:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766235.901162:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766235.901167:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766235.901572:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766235.901580:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766235.901819:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766235.901822:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766241.020494:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766241.020498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766241.021006:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766241.021008:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766241.021189:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766241.021191:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766241.021380:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766241.021382:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766246.140479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766246.140791:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766246.140955:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766246.141144:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766251.260546:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766251.260572:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766251.261280:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766251.261283:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766251.261602:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766251.261605:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766251.261900:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766251.261902:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766256.380912:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766256.380937:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775766256.381656:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766256.381659:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775766256.382065:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766256.382068:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775766256.382755:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766256.382759:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775766261.500599:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766261.500605:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766261.501285:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766261.501286:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766261.501544:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766261.501546:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766261.501754:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766261.501756:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766266.620452:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766266.620472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766266.620967:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766266.620970:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766266.621184:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766266.621186:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766266.621440:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766266.621442:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766271.740556:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766271.740560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766271.741075:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766271.741077:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766271.741355:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766271.741358:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766271.741567:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766271.741568:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766276.860761:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766276.860770:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766276.861314:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766276.861315:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766276.861517:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766276.861518:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766276.861761:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766276.861763:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766281.980478:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766281.980500:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766281.981026:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766281.981028:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766281.981215:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766281.981217:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766281.981458:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766281.981460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766287.100481:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766287.100486:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766287.100995:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766287.100997:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766287.101217:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766287.101219:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766287.101396:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766287.101398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766292.220763:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766292.220773:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766292.221302:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766292.221304:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766292.221555:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766292.221557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766292.221941:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766292.221945:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766297.340585:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766297.340590:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766297.341131:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766297.341133:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766297.341337:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766297.341339:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766297.341580:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766297.341582:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766302.460674:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766302.460680:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766302.461340:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766302.461342:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766302.461529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766302.461531:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766302.461705:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766302.461706:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775766307.580663:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766307.580666:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766307.581975:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766307.581994:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766307.582417:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766307.582420:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766307.582643:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766307.582645:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766312.700666:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766312.701115:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766312.701371:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766312.701549:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766317.821078:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766317.821088:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766317.822800:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766317.822803:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766317.823136:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766317.823139:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766317.823381:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766317.823395:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766322.941133:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766322.941150:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766322.942054:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766322.942057:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766322.942420:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766322.942423:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766322.942773:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766322.942776:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766328.060514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766328.060520:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766328.061024:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766328.061026:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766328.061268:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766328.061270:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775766328.061516:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766328.061518:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766333.180487:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766333.180508:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766333.181125:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766333.181127:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766333.181386:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766333.181388:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766333.181724:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766333.181726:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766338.300521:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766338.300526:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766338.301056:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766338.301058:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766338.301357:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766338.301359:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766338.301646:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766338.301649:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766343.420693:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766343.420699:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766343.421085:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766343.421088:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766343.421297:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766343.421299:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766343.421476:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766343.421478:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766348.540568:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766348.540576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766348.541025:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766348.541027:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766348.541254:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766348.541256:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766348.541445:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766348.541447:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766353.660463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766353.660468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766353.660963:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766353.660965:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766353.661162:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766353.661164:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766353.661360:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766353.661362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766358.780468:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766358.780510:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766358.780986:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766358.780989:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766358.781185:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766358.781186:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766358.781356:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766358.781358:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766363.900502:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766363.900507:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766363.901018:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766363.901020:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766363.901216:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766363.901218:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766363.901392:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766363.901394:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766369.020555:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766369.020561:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766369.020947:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766369.020949:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766369.021192:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766369.021194:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766369.021413:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766369.021415:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766374.140513:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766374.140541:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766374.140951:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766374.140952:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766374.141152:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766374.141154:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766374.141427:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766374.141428:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766379.261043:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766379.261641:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766379.262029:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766379.262371:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766384.380814:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766384.380818:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766384.381632:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766384.381635:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766384.381981:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766384.381983:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766384.382398:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766384.382417:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1775766389.501121:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766389.501135:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766389.502075:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766389.502077:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766389.502349:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766389.502352:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766389.502546:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766389.502548:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1775766394.621091:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766394.621117:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766394.621878:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766394.621881:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766394.622280:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766394.622284:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766394.622662:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766394.622665:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1775766399.740810:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766399.740817:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766399.741543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766399.741546:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766399.741900:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766399.741902:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766399.742225:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766399.742227:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766404.860880:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766404.860891:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766404.861413:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766404.861416:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766404.861716:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766404.861719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766404.862059:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766404.862062:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766409.980680:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766409.980689:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766409.981238:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766409.981240:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766409.981436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766409.981438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766409.981670:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766409.981672:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766415.101322:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766415.101327:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766415.102071:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766415.102074:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766415.102457:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766415.102460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766415.102887:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766415.102889:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766420.220911:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766420.220920:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766420.221560:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766420.221564:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766420.222071:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766420.222075:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766420.222497:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766420.222501:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766425.340601:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766425.340607:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766425.341090:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766425.341093:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766425.341369:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766425.341371:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766425.341641:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766425.341644:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766430.461079:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766430.461086:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775766430.462103:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766430.462106:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775766430.462393:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766430.462396:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775766430.462892:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766430.462895:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775766435.580566:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766435.580572:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766435.581070:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766435.581071:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766435.581289:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766435.581292:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766435.581533:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766435.581535:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766440.700644:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766440.700649:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766440.701230:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766440.701232:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766440.701453:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766440.701455:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766440.701634:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766440.701636:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766445.820399:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766445.820722:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766445.820940:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766445.821113:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766450.940774:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766450.940780:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766450.941541:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766450.941576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766450.942058:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766450.942061:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766450.942507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766450.942510:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766456.060861:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766456.060865:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766456.061659:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766456.061662:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766456.062018:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766456.062022:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766456.062358:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766456.062361:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766461.180510:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766461.180516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766461.180992:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766461.180993:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766461.181187:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766461.181189:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766461.181361:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766461.181362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766466.300722:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766466.300732:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766466.301390:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766466.301423:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766466.301629:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766466.301630:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766466.301925:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766466.301927:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766471.420511:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766471.420516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766471.420939:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766471.420941:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766471.421123:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766471.421124:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766471.421336:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766471.421338:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775766476.540455:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766476.540460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766476.540922:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766476.540924:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766476.541106:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766476.541108:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766476.541280:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766476.541282:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766481.661006:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766481.661016:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766481.661679:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766481.661696:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766481.662296:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766481.662300:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766481.662727:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766481.662731:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766486.780629:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766486.780633:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766486.781388:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766486.781393:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766486.781854:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766486.781857:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766486.782145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766486.782147:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766491.900750:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766491.900756:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766491.901430:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766491.901431:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766491.901672:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766491.901674:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766491.902001:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766491.902003:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766497.020477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766497.020483:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766497.021000:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766497.021001:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766497.021228:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766497.021230:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766497.021482:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766497.021484:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775766502.140533:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766502.140540:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766502.141255:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766502.141257:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766502.141447:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766502.141448:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766502.141724:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766502.141726:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775766507.260597:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766507.260601:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766507.261125:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766507.261127:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766507.261327:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766507.261328:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766507.261511:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766507.261513:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775766512.380491:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766512.380871:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766512.381066:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766512.381242:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766517.501246:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766517.501250:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766517.501612:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766517.501615:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766517.501970:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766517.501973:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766517.502251:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766517.502265:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775766522.621944:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766522.621947:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766522.622395:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766522.622397:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766522.622704:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766522.622707:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766522.623058:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766522.623060:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775766527.740486:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766527.740491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775766527.742065:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766527.742080:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775766527.742330:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766527.742332:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775766527.742516:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766527.742518:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775766532.860481:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766532.860486:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775766532.861044:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766532.861046:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775766532.861239:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766532.861240:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775766532.861436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766532.861438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775766537.981184:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766537.981196:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766537.982008:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766537.982013:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766537.982549:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766537.982552:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766537.983108:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766537.983123:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775766543.100718:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766543.100722:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766543.101388:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766543.101404:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766543.101643:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766543.101645:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766543.101870:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766543.101872:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775766548.220712:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766548.220719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775766548.221414:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766548.221417:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775766548.221762:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766548.221764:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775766548.222145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766548.222148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775766553.341049:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766553.341064:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775766553.342003:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766553.342008:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775766553.342390:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766553.342392:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775766553.342794:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766553.342797:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775766558.460447:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766558.460451:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766558.461185:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766558.461194:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766558.461548:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766558.461550:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766558.461752:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766558.461755:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775766563.580673:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766563.580679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766563.581595:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766563.581598:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766563.581942:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766563.581944:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766563.582346:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766563.582350:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775766568.700378:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766568.700381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766568.700730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766568.700732:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766568.700946:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766568.700947:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766568.701135:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766568.701137:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775766573.821064:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766573.821075:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766573.822026:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766573.822048:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766573.822432:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766573.822435:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766573.822788:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766573.822791:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775766578.940558:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766578.940924:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766578.941092:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766578.941279:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766584.061890:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766584.061897:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766584.062568:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766584.062571:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766584.063090:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766584.063095:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766584.063673:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766584.063676:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766589.180692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766589.180697:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766589.181359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766589.181361:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766589.181626:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766589.181627:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766589.181798:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766589.181800:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766594.301120:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766594.301128:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766594.301763:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766594.301766:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766594.302163:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766594.302167:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766594.302502:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766594.302505:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766599.420492:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766599.420495:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766599.421134:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766599.421148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766599.421362:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766599.421363:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766599.421610:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766599.421612:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1775766604.540503:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766604.540507:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766604.540900:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766604.540902:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766604.541130:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766604.541131:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766604.541360:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766604.541362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775766609.660603:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766609.660608:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766609.661154:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766609.661156:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766609.661388:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766609.661390:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766609.661569:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766609.661571:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775766614.780484:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766614.780489:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766614.781129:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766614.781142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766614.781365:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766614.781367:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766614.781590:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766614.781591:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775766619.900723:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766619.900732:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766619.901645:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766619.901647:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766619.901931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766619.901932:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766619.902214:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766619.902216:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766625.020436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766625.020442:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766625.020894:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766625.020896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766625.021088:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766625.021089:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775766625.021261:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766625.021263:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766630.140455:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766630.140460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766630.141106:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766630.141108:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766630.141325:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766630.141327:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766630.141565:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766630.141588:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766635.260490:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766635.260496:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766635.260937:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766635.260939:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766635.261144:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766635.261146:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766635.261334:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766635.261336:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766640.380476:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766640.380482:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766640.381048:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766640.381050:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766640.381237:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766640.381238:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766640.381461:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766640.381463:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775766645.500503:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766645.500919:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766645.501124:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766645.501308:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766650.620629:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766650.620635:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766650.622027:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766650.622045:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766650.622347:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766650.622350:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766650.622656:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766650.622658:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775766655.741050:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766655.741057:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766655.741650:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766655.741652:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766655.741943:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766655.741945:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766655.742204:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766655.742208:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766660.860627:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766660.860630:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766660.861177:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766660.861180:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766660.861555:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766660.861557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766660.861782:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766660.861784:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766665.980587:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766665.980591:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766665.981217:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766665.981229:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766665.981434:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766665.981436:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766665.981663:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766665.981664:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766671.100431:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766671.100437:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766671.100893:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766671.100894:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766671.101124:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766671.101125:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766671.101325:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766671.101327:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775766676.220792:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766676.220802:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766676.221753:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766676.221767:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766676.222010:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766676.222012:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766676.222262:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766676.222264:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775766681.340999:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766681.341009:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766681.342449:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766681.342454:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766681.342789:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766681.342791:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766681.343313:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766681.343316:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775766686.460521:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766686.460527:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766686.461008:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766686.461009:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766686.461211:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766686.461213:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766686.461422:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766686.461424:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766691.580625:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766691.580632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766691.581088:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766691.581090:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766691.581330:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766691.581332:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766691.581538:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766691.581541:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766696.700552:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766696.700574:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766696.701107:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766696.701121:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766696.701308:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766696.701309:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766696.701532:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766696.701534:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766701.820434:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766701.820440:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766701.820893:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766701.820895:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766701.821136:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766701.821137:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766701.821331:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766701.821334:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766706.940538:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766706.940543:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766706.941025:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766706.941026:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766706.941304:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766706.941306:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766706.941512:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766706.941514:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766712.060951:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766712.061584:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766712.061819:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766712.062035:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766714.171961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766714.171963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766715.195921:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766715.195926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766715.195929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766715.195933:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766715.195937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766715.195940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766715.195942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766715.195944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766715.195946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766716.156279:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766716.156287:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766716.156294:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766716.219936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766716.219941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766716.219944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766716.219949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766716.219953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766716.219956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766716.219958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766716.219961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766716.219963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766717.181333:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766717.181345:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766717.182388:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766717.182392:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766717.182864:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766717.182868:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766717.183187:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766717.183190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1775766717.243929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766717.243935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766717.243936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766717.243941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766717.243944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766717.243947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766717.243949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766717.243951:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766717.243953:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766718.267929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766718.267936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766718.267938:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766718.267943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766718.267946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766718.267949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766718.267952:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766718.267955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766718.267958:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766719.228017:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766719.228022:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766719.228026:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766719.291974:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766719.291983:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766719.291987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766719.291995:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766719.292000:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766719.292005:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766719.292009:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766719.292012:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766719.292016:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766720.315908:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766720.315914:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766720.315916:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766720.315921:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766720.315924:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766720.315928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766720.315930:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766720.315931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766720.315934:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766721.275959:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766721.275963:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766721.275967:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766721.339915:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766721.339921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766721.339923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766721.339927:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766721.339930:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766721.339933:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766721.339935:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766721.339937:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766721.339939:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766722.301097:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766722.301109:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766722.302074:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766722.302079:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766722.302670:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766722.302675:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766722.303314:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766722.303319:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1775766722.363881:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766722.363887:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766722.363889:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766722.363894:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766722.363898:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766722.363901:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766722.363903:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766722.363905:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766722.363908:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766723.387936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766723.387941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766723.387943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766723.387948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766723.387951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766723.387954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766723.387956:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766723.387958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766723.387960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766724.348026:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766724.348029:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766724.348032:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766724.411896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766724.411901:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766724.411903:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766724.411907:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766724.411910:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766724.411913:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766724.411915:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766724.411917:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766724.411937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766725.435930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766725.435935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766725.435944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766725.435949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766725.435952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766725.435955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766725.435957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766725.435959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766725.435961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766726.396067:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766726.396075:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766726.396085:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766726.459963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766726.459969:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766726.459971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766726.459976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766726.459980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766726.459984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766726.459986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766726.459988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766726.459990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766727.420828:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766727.420834:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766727.421818:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766727.421821:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766727.422173:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766727.422175:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775766727.422518:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766727.422522:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1775766727.483959:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766727.483967:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766727.483970:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766727.483978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766727.483982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766727.483987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766727.484004:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766727.484007:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766727.484011:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766728.507965:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766728.507972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766728.507974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766728.507980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766728.507984:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766728.507988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766728.507990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766728.507993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766728.507996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766729.467997:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766729.468001:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766729.468006:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766729.531935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766729.531943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766729.531946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766729.531953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766729.531959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766729.531963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766729.531967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766729.531971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766729.531975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766730.555963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766730.555969:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766730.555971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766730.555977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766730.555980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766730.555983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766730.555986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766730.555988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766730.555990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766731.516003:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766731.516007:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766731.516011:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766731.579943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766731.579949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766731.579952:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766731.579957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766731.579961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766731.579964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766731.579966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766731.579969:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766731.579971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766732.541335:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766732.541367:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766732.542327:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766732.542333:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766732.543012:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766732.543018:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775766732.543604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766732.543609:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1775766732.603991:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766732.603999:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766732.604002:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766732.604009:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766732.604014:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766732.604018:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766732.604022:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766732.604024:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766732.604028:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766733.627950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766733.627959:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766733.627962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766733.627970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766733.627976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766733.627981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766733.627986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766733.627990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766733.627994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766734.587980:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766734.587985:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766734.587989:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766734.651951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766734.651956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766734.651958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766734.651962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766734.651965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766734.651968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766734.651970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766734.651972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766734.651974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766735.675876:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766735.675881:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766735.675883:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766735.675887:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766735.675890:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766735.675893:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766735.675894:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766735.675896:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766735.675898:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766736.636101:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766736.636105:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766736.636110:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766736.699933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766736.699938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766736.699940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766736.699945:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766736.699948:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766736.699952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766736.699954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766736.699956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766736.699959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.660216:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766737.660221:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766737.660226:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766737.660236:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660255:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766737.660258:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.660261:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766737.660265:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766737.660267:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766737.660271:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360475648:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766737.660276:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766737.660281:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766737.660283:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.660286:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766737.660291:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766737.660293:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766737.660299:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766737.660302:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766737.660308:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766737.660314:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360475648, portal 25
00000100:00000001:1.0:1775766737.660317:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766737.660319:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:1.0:1775766737.660324:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660335:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766737.660343:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766737.660345:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766737.660349:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360475648, offset 0
00000400:00000200:1.0:1775766737.660354:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766737.660361:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.660366:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766737.660371:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766737.660374:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766737.660378:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766737.660380:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766737.660384:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58710:58710:256:4294967295] 192.168.202.115@tcp LPNI seq info [58709:58709:8:4294967295]
00000400:00000200:1.0:1775766737.660388:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.660399:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766737.660404:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.660409:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766737.660415:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766737.660418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775766737.660423:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766737.660426:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775766737.660430:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.660432:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766737.660437:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766737.660441:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766737.660464:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766737.660467:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766737.660472:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766737.660476:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660484:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.660488:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660505:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.660509:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766737.660516:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766737.660521:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766737.660524:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4298629882
00000100:00000010:1.0:1775766737.660528:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d7e0.
00000100:00000001:1.0:1775766737.660534:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775766737.660539:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4298629882
00000100:00000010:1.0:1775766737.660542:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d120.
00000100:00000001:1.0:1775766737.660545:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775766737.660549:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766737.660551:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.660554:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766737.660577:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766737/real 1775766737]  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766737.660588:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766737.660591:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766737.660595:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766737.660602:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766737.660624:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766737.660628:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766737.660633:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766737.660645:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660652:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766737.660656:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.660659:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.660661:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766737.660666:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660674:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766737.660681:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660697:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766737.660701:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.660704:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.660709:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.660714:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766737.660717:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766737.660722:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766737.660728:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766737.660733:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766737.660750:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766737.660767:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360475648:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766737.660775:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.660778:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.660784:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360475648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660797:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766737.660801:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766737.660805:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766737.660810:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766737.660813:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766737.660816:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775766737.660820:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766737.660824:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:1.0:1775766737.660857:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766737.660859:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766737.660861:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775766737.660864:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766737.660865:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.660867:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.660874:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766737.660876:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.660879:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766737.660881:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766737.660885:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766737.660892:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.660905:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766737.660907:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.660913:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766737.660916:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766737.660918:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766737.660922:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360475776:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766737.660928:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766737.660930:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766737.660932:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.660943:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766737.660948:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766737.660952:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766737.660980:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766737.660988:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766737.660995:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766737.661002:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360475776, portal 10
00000100:00000001:1.0:1775766737.661012:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766737.661017:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:1.0:1775766737.661031:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661059:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766737.661066:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766737.661071:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766737.661078:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360475776, offset 0
00000400:00000200:1.0:1775766737.661089:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766737.661097:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.661106:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766737.661113:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766737.661119:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766737.661123:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766737.661126:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766737.661134:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58711:58711:256:4294967295] 192.168.202.115@tcp LPNI seq info [58710:58710:8:4294967295]
00000400:00000200:1.0:1775766737.661142:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.661172:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766737.661184:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.661190:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766737.661199:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766737.661203:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775766737.661212:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766737.661218:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775766737.661232:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.661235:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766737.661240:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766737.661251:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766737.661257:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766737.661261:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766737.661265:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766737.661274:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661288:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.661295:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661302:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.661303:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766737.661330:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766737.661334:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775766737.661340:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766737.661343:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298628621
00000100:00000001:1.0:1775766737.661347:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298629882
00000100:00000001:1.0:1775766737.661350:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298628621
00000100:00000001:1.0:1775766737.661353:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298629882
00000100:00000001:1.0:1775766737.661356:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766737.661359:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.661362:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766737.661369:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766737/real 1775766737]  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766737.661380:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766737.661381:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766737.661383:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766737.661386:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766737.661388:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766737.661390:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766737.661393:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766737.661417:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661421:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766737.661422:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661423:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.661424:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766737.661426:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661430:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766737.661433:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661437:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766737.661439:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661440:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.661440:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661441:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766737.661443:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766737.661444:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766737.661446:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766737.661448:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766737.661450:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766737.661456:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360475776:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766737.661458:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661459:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.661461:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360475776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661480:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766737.661481:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766737.661482:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766737.661484:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766737.661485:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766737.661485:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766737.661486:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766737.661488:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:1.0:1775766737.661489:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766737.661490:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766737.661491:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775766737.661492:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766737.661493:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661494:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661497:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766737.661498:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.661499:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766737.661500:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766737.661501:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766737.661503:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661508:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766737.661509:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.661510:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766737.661512:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766737.661524:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766737.661526:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360475904:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766737.661529:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766737.661530:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766737.661531:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.661532:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766737.661534:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766737.661535:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766737.661537:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766737.661539:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766737.661541:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766737.661543:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360475904, portal 10
00000100:00000001:1.0:1775766737.661544:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766737.661545:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:1.0:1775766737.661549:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661553:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766737.661555:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766737.661556:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766737.661558:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360475904, offset 0
00000400:00000200:1.0:1775766737.661577:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766737.661580:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.661582:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766737.661584:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766737.661586:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766737.661588:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766737.661590:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766737.661603:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58712:58712:256:4294967295] 192.168.202.115@tcp LPNI seq info [58711:58711:8:4294967295]
00000400:00000200:1.0:1775766737.661605:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.661610:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766737.661613:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.661615:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766737.661618:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766737.661620:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775766737.661623:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766737.661625:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775766737.661627:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.661629:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766737.661631:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766737.661633:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766737.661635:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766737.661636:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766737.661638:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766737.661640:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661646:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.661647:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661652:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.661653:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766737.661655:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766737.661657:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775766737.661659:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766737.661660:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298628619
00000100:00000001:1.0:1775766737.661662:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298629882
00000100:00000001:1.0:1775766737.661663:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298628619
00000100:00000001:1.0:1775766737.661665:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298629882
00000100:00000001:1.0:1775766737.661666:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766737.661667:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.661669:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766737.661671:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766737/real 1775766737]  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766737.661675:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766737.661677:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766737.661678:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766737.661679:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766737.661680:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766737.661682:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766737.661683:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766737.661688:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661692:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766737.661693:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661694:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.661695:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766737.661696:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661700:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766737.661703:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661707:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766737.661708:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661709:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.661710:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661711:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766737.661712:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766737.661714:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766737.661716:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766737.661717:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766737.661719:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766737.661728:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360475904:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766737.661730:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766737.661732:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661736:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766737.661737:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.661738:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766737.661739:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766737.661741:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766737.661742:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476032:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766737.661744:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766737.661745:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766737.661746:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766737.661747:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766737.661749:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766737.661751:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766737.661753:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766737.661755:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766737.661757:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766737.661759:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476032, portal 4
00000100:00000001:1.0:1775766737.661760:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766737.661761:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:1.0:1775766737.661765:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661769:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766737.661771:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766737.661772:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766737.661773:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360476032, offset 0
00000400:00000200:1.0:1775766737.661776:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766737.661778:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.661780:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766737.661782:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766737.661784:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766737.661786:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766737.661787:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766737.661789:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58713:58713:256:4294967295] 192.168.202.115@tcp LPNI seq info [58712:58712:8:4294967295]
00000400:00000200:1.0:1775766737.661792:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766737.661796:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766737.661798:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.661800:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766737.661802:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766737.661804:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775766737.661807:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766737.661808:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775766737.661811:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766737.661812:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766737.661814:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766737.661816:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766737.661818:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766737.661819:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766737.661820:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766737.661822:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661847:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.661851:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661856:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.661858:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766737.661860:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766737.661863:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775766737.661865:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766737.661867:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298628675
00000100:00000001:1.0:1775766737.661869:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298629882
00000100:00000001:1.0:1775766737.661871:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298628675
00000100:00000001:1.0:1775766737.661872:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298629882
00000100:00000001:1.0:1775766737.661873:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766737.661875:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.661876:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766737.661878:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766737/real 1775766737]  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766737.661883:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766737.661884:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766737.661885:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766737.661887:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766737.661888:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766737.661889:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766737.661891:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766737.661896:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661900:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766737.661900:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661901:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.661902:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766737.661904:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661908:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766737.661910:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661914:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766737.661916:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661917:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766737.661918:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661919:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766737.661920:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766737.661922:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766737.661923:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766737.661925:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766737.661927:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766737.661931:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476032:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766737.661933:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661934:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.661936:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360475904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661940:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766737.661941:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766737.661942:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766737.661943:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766737.661944:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766737.661945:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766737.661947:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766737.661948:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:1.0:1775766737.661949:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766737.661950:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766737.661951:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775766737.661953:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766737.661953:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661955:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766737.661957:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360476032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766737.661971:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766737.661972:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766737.661974:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766737.661976:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766737.661978:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766737.661979:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775766737.661981:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766737.661982:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:1.0:1775766737.661984:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766737.661985:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766737.661986:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:1.0:1775766737.661989:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766737.661990:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661992:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.661995:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766737.661997:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.662009:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766737.662010:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766737.723939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766737.723947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766737.723950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766737.723959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766737.723964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766737.723969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.723972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766737.723975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766737.723979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766738.747951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766738.747956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766738.747957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766738.747962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766738.747965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766738.747968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766738.747970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766738.747972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766738.747974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766739.708076:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766739.708080:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766739.708084:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766739.771893:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766739.771898:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766739.771900:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766739.771904:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766739.771907:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766739.771910:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766739.771912:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766739.771914:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766739.771916:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766740.795932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766740.795938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766740.795940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766740.795944:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766740.795947:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766740.795950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766740.795953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766740.795955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766740.795957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766741.756028:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766741.756031:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766741.756035:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766741.819888:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766741.819895:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766741.819897:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766741.819902:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766741.819906:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766741.819909:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766741.819912:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766741.819915:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766741.819917:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.780237:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766742.780245:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766742.780251:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766742.780265:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.780305:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766742.780309:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.780318:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766742.780323:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766742.780329:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766742.780337:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360476160:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766742.780347:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766742.780354:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766742.780358:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.780366:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766742.780374:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766742.780380:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766742.780392:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766742.780400:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766742.780423:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766742.780447:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476160, portal 25
00000100:00000001:1.0:1775766742.780455:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766742.780460:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:1.0:1775766742.780476:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.780503:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766742.780539:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766742.780545:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766742.780553:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360476160, offset 0
00000400:00000200:1.0:1775766742.780566:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766742.780582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.780594:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766742.780604:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766742.780615:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766742.780625:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766742.780633:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766742.780645:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58714:58714:256:4294967295] 192.168.202.115@tcp LPNI seq info [58713:58713:8:4294967295]
00000400:00000200:1.0:1775766742.780663:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.780685:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766742.780699:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.780709:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766742.780736:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766742.780743:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766742.780756:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766742.780763:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775766742.780769:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.780773:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766742.780780:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766742.780785:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766742.780802:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766742.780805:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766742.780809:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766742.780814:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.780825:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.780854:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.780863:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.780877:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766742.780885:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766742.780890:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766742.780894:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4298635003
00000100:00000010:1.0:1775766742.780901:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dba0.
00000100:00000001:1.0:1775766742.780909:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775766742.780922:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4298635003
00000100:00000010:1.0:1775766742.780925:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d840.
00000100:00000001:1.0:1775766742.780929:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775766742.780934:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766742.780939:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.780943:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766742.780948:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766742/real 1775766742]  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766742.780961:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766742.780963:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766742.780965:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766742.780970:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766742.780972:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766742.780975:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766742.780978:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766742.780988:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.780996:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766742.780998:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781001:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.781003:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766742.781007:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781015:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766742.781021:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781029:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766742.781033:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781035:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.781036:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781039:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766742.781041:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766742.781044:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766742.781049:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766742.781052:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766742.781057:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766742.781067:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360476160:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766742.781073:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781075:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.781078:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360476160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781085:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766742.781088:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766742.781091:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766742.781094:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766742.781096:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766742.781097:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775766742.781100:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766742.781103:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:1.0:1775766742.781109:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766742.781111:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766742.781113:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:1.0:1775766742.781116:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766742.781117:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781120:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781140:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766742.781142:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.781144:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766742.781146:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766742.781147:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766742.781151:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781159:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766742.781161:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.781163:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766742.781165:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766742.781167:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766742.781171:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476288:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766742.781174:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766742.781176:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766742.781178:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.781180:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766742.781183:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766742.781185:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766742.781190:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766742.781193:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766742.781197:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766742.781200:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476288, portal 10
00000100:00000001:1.0:1775766742.781212:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766742.781214:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:1.0:1775766742.781220:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781227:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766742.781229:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766742.781231:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766742.781234:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360476288, offset 0
00000400:00000200:1.0:1775766742.781238:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766742.781243:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.781247:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766742.781250:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766742.781252:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766742.781255:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766742.781258:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766742.781261:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58715:58715:256:4294967295] 192.168.202.115@tcp LPNI seq info [58714:58714:8:4294967295]
00000400:00000200:1.0:1775766742.781265:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.781284:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766742.781289:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.781293:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766742.781298:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766742.781301:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766742.781306:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766742.781309:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775766742.781313:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.781315:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766742.781318:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766742.781322:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766742.781326:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766742.781328:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766742.781331:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766742.781335:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781344:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.781347:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781355:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.781356:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766742.781360:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766742.781364:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775766742.781367:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766742.781369:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298633741
00000100:00000001:1.0:1775766742.781373:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298635003
00000100:00000001:1.0:1775766742.781375:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298633741
00000100:00000001:1.0:1775766742.781377:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298635003
00000100:00000001:1.0:1775766742.781379:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766742.781382:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.781384:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766742.781387:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766742/real 1775766742]  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766742.781404:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766742.781405:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766742.781407:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766742.781410:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766742.781412:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766742.781414:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766742.781418:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766742.781435:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781442:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766742.781444:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781445:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.781447:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766742.781451:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781458:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766742.781462:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781470:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766742.781473:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781475:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.781476:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781478:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766742.781480:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766742.781484:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766742.781488:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766742.781490:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766742.781496:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766742.781505:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476288:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766742.781524:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766742.781528:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781543:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766742.781545:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.781547:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766742.781549:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766742.781551:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766742.781554:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476416:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766742.781558:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766742.781560:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766742.781562:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.781564:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766742.781567:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766742.781570:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766742.781574:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766742.781576:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766742.781579:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766742.781583:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476416, portal 10
00000100:00000001:1.0:1775766742.781585:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766742.781586:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:1.0:1775766742.781592:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781600:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766742.781602:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766742.781605:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766742.781608:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360476416, offset 0
00000400:00000200:1.0:1775766742.781613:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766742.781617:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.781621:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766742.781624:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766742.781627:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766742.781629:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766742.781632:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766742.781635:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58716:58716:256:4294967295] 192.168.202.115@tcp LPNI seq info [58715:58715:8:4294967295]
00000400:00000200:1.0:1775766742.781640:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.781647:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766742.781652:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.781665:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766742.781669:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766742.781671:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766742.781676:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766742.781679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775766742.781684:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.781686:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766742.781689:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766742.781693:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766742.781696:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766742.781698:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766742.781701:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766742.781705:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781713:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.781717:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781723:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.781725:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766742.781729:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766742.781732:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775766742.781736:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766742.781738:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298633739
00000100:00000001:1.0:1775766742.781741:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298635003
00000100:00000001:1.0:1775766742.781743:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298633739
00000100:00000001:1.0:1775766742.781745:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298635003
00000100:00000001:1.0:1775766742.781747:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766742.781749:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.781751:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766742.781755:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766742/real 1775766742]  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766742.781763:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766742.781765:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766742.781766:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766742.781769:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766742.781771:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766742.781773:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766742.781776:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766742.781785:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781792:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766742.781793:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781795:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.781797:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766742.781801:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781809:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766742.781812:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781820:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766742.781823:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781824:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.781825:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.781846:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766742.781848:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766742.781851:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766742.781855:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766742.781857:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766742.781862:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766742.781871:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476416:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766742.781875:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766742.781878:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781885:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766742.781887:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.781889:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766742.781891:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766742.781893:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766742.781896:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476544:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766742.781899:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766742.781902:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766742.781903:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766742.781905:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766742.781910:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766742.781912:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766742.781917:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766742.781920:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766742.781924:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766742.781927:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476544, portal 4
00000100:00000001:1.0:1775766742.781930:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766742.781931:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:1.0:1775766742.781937:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.781944:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766742.781946:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766742.781949:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766742.781951:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360476544, offset 0
00000400:00000200:1.0:1775766742.781955:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766742.781960:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.781964:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766742.781966:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766742.781969:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766742.781972:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766742.781974:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766742.781977:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58717:58717:256:4294967295] 192.168.202.115@tcp LPNI seq info [58716:58716:8:4294967295]
00000400:00000200:1.0:1775766742.781982:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766742.781989:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766742.781993:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.781997:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766742.782002:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766742.782005:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775766742.782009:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766742.782012:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775766742.782033:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766742.782036:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766742.782039:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766742.782043:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766742.782046:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766742.782048:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766742.782051:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766742.782055:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782070:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.782073:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782080:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.782082:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766742.782086:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766742.782089:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775766742.782092:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766742.782095:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298633795
00000100:00000001:1.0:1775766742.782097:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298635003
00000100:00000001:1.0:1775766742.782100:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298633795
00000100:00000001:1.0:1775766742.782102:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298635003
00000100:00000001:1.0:1775766742.782105:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766742.782107:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.782109:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766742.782114:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766742/real 1775766742]  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766742.782123:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766742.782124:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766742.782126:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766742.782129:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766742.782131:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766742.782133:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766742.782137:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766742.782145:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782151:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766742.782153:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782155:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.782157:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766742.782161:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782167:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766742.782171:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782189:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766742.782192:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782194:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766742.782195:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782197:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766742.782199:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766742.782202:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766742.782206:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766742.782208:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766742.782212:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766742.782221:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476544:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766742.782225:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782227:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.782230:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360476288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782236:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766742.782238:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766742.782240:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766742.782252:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766742.782254:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766742.782255:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766742.782258:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766742.782259:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:1.0:1775766742.782262:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766742.782263:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766742.782265:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:1.0:1775766742.782268:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766742.782270:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782272:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.782275:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360476416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782282:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766742.782283:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766742.782285:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766742.782287:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766742.782289:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766742.782290:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766742.782292:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766742.782293:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:1.0:1775766742.782297:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766742.782298:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766742.782300:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:1.0:1775766742.782302:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766742.782303:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782316:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766742.782320:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360476544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766742.782327:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766742.782328:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766742.782330:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766742.782332:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766742.782334:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766742.782335:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775766742.782337:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766742.782338:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:1.0:1775766742.782344:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766742.782346:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766742.782348:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:1.0:1775766742.782350:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766742.782352:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782354:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.782357:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766742.782359:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.782361:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766742.782362:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766742.843910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766742.843917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766742.843919:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766742.843925:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766742.843928:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766742.843931:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.843934:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766742.843936:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766742.843938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766743.867913:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766743.867920:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766743.867922:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766743.867929:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766743.867934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766743.867947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766743.867951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766743.867956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766743.867959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766744.891914:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766744.891919:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766744.891921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766744.891925:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766744.891928:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766744.891931:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766744.891933:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766744.891936:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766744.891938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766745.915957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766745.915963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766745.915965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766745.915971:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766745.915975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766745.915978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766745.915981:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766745.915984:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766745.915986:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766746.875960:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766746.875964:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766746.875967:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766746.939917:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766746.939925:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766746.939927:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766746.939934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766746.939938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766746.939942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766746.939944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766746.939947:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766746.939950:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.900105:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766747.900112:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766747.900117:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766747.900130:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900150:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766747.900153:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.900158:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766747.900162:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766747.900165:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766747.900171:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360476672:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766747.900179:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766747.900184:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766747.900187:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.900191:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766747.900196:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766747.900201:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766747.900213:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766747.900218:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766747.900226:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766747.900235:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476672, portal 25
00000100:00000001:1.0:1775766747.900239:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766747.900243:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:1.0:1775766747.900254:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900271:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766747.900277:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766747.900281:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766747.900287:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360476672, offset 0
00000400:00000200:1.0:1775766747.900298:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766747.900310:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.900320:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766747.900328:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766747.900334:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766747.900339:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766747.900343:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766747.900349:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58718:58718:256:4294967295] 192.168.202.115@tcp LPNI seq info [58717:58717:8:4294967295]
00000400:00000200:1.0:1775766747.900356:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.900374:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766747.900389:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.900395:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766747.900406:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766747.900412:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766747.900421:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766747.900426:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775766747.900435:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.900440:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766747.900447:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766747.900469:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766747.900481:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766747.900485:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766747.900491:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766747.900499:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900516:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.900523:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900539:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.900543:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766747.900552:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766747.900562:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766747.900568:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4298640122
00000100:00000010:1.0:1775766747.900587:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d240.
00000100:00000001:1.0:1775766747.900597:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775766747.900604:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4298640122
00000100:00000010:1.0:1775766747.900609:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d780.
00000100:00000001:1.0:1775766747.900613:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775766747.900617:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766747.900620:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.900622:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766747.900628:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766747/real 1775766747]  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766747.900639:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766747.900640:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766747.900642:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766747.900646:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766747.900648:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766747.900651:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766747.900655:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766747.900663:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900675:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766747.900676:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.900679:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.900681:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766747.900685:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900691:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766747.900696:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900703:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766747.900706:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.900708:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.900709:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.900712:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766747.900714:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766747.900717:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766747.900721:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766747.900723:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766747.900728:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766747.900737:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360476672:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766747.900742:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.900745:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.900748:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360476672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900755:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766747.900758:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766747.900761:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766747.900764:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766747.900766:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766747.900768:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775766747.900770:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766747.900772:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:1.0:1775766747.900778:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766747.900781:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766747.900783:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:1.0:1775766747.900786:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766747.900787:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.900789:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.900797:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766747.900799:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.900802:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766747.900803:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766747.900805:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766747.900808:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900816:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766747.900817:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.900819:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766747.900821:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766747.900824:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766747.900827:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476800:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766747.900852:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766747.900854:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766747.900856:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.900858:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766747.900862:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766747.900863:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766747.900868:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766747.900871:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766747.900874:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766747.900878:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476800, portal 10
00000100:00000001:1.0:1775766747.900880:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766747.900881:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:1.0:1775766747.900888:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900896:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766747.900899:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766747.900902:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766747.900904:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360476800, offset 0
00000400:00000200:1.0:1775766747.900908:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766747.900913:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.900917:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766747.900920:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766747.900923:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766747.900926:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766747.900928:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766747.900930:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58719:58719:256:4294967295] 192.168.202.115@tcp LPNI seq info [58718:58718:8:4294967295]
00000400:00000200:1.0:1775766747.900934:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.900939:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766747.900942:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.900945:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766747.900948:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766747.900950:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766747.900953:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766747.900955:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775766747.900958:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.900959:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766747.900961:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766747.900964:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766747.900966:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766747.900967:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766747.900969:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766747.900972:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900982:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.900984:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.900989:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.900990:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766747.900992:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766747.900995:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775766747.900997:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766747.900998:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298638861
00000100:00000001:1.0:1775766747.901001:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298640122
00000100:00000001:1.0:1775766747.901002:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298638861
00000100:00000001:1.0:1775766747.901004:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298640122
00000100:00000001:1.0:1775766747.901006:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766747.901008:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.901009:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766747.901011:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766747/real 1775766747]  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766747.901016:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766747.901017:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766747.901018:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766747.901020:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766747.901020:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766747.901022:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766747.901023:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766747.901029:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901033:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766747.901034:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901036:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.901037:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766747.901039:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901043:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766747.901045:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901050:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766747.901051:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901052:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.901053:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901054:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766747.901055:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766747.901057:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766747.901059:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766747.901060:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766747.901062:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766747.901067:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476800:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766747.901069:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766747.901071:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901076:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766747.901077:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.901079:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766747.901080:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766747.901082:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766747.901085:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476928:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766747.901089:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766747.901090:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766747.901092:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.901094:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766747.901097:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766747.901099:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766747.901102:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766747.901105:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766747.901107:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766747.901110:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360476928, portal 10
00000100:00000001:1.0:1775766747.901112:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766747.901114:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:1.0:1775766747.901119:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901137:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766747.901140:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766747.901142:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766747.901145:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360476928, offset 0
00000400:00000200:1.0:1775766747.901149:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766747.901152:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.901155:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766747.901157:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766747.901159:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766747.901160:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766747.901162:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766747.901168:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58720:58720:256:4294967295] 192.168.202.115@tcp LPNI seq info [58719:58719:8:4294967295]
00000400:00000200:1.0:1775766747.901171:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.901176:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766747.901179:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.901181:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766747.901184:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766747.901186:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766747.901189:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766747.901190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775766747.901193:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.901194:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766747.901196:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766747.901199:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766747.901201:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766747.901202:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766747.901203:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766747.901206:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901211:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.901213:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901217:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.901218:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766747.901220:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766747.901222:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775766747.901224:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766747.901226:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298638859
00000100:00000001:1.0:1775766747.901228:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298640122
00000100:00000001:1.0:1775766747.901229:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298638859
00000100:00000001:1.0:1775766747.901231:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298640122
00000100:00000001:1.0:1775766747.901232:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766747.901233:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.901235:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766747.901237:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766747/real 1775766747]  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766747.901241:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766747.901242:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766747.901244:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766747.901245:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766747.901246:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766747.901247:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766747.901249:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766747.901254:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901258:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766747.901259:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901260:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.901261:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766747.901263:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901267:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766747.901269:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901273:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766747.901275:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901276:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.901277:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901278:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766747.901279:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766747.901281:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766747.901282:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766747.901284:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766747.901286:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766747.901295:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360476928:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766747.901298:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766747.901299:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901303:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766747.901304:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.901306:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766747.901307:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766747.901308:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766747.901310:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477056:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766747.901312:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766747.901313:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766747.901314:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766747.901315:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766747.901317:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766747.901319:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766747.901321:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766747.901323:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766747.901325:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766747.901327:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360477056, portal 4
00000100:00000001:1.0:1775766747.901328:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766747.901329:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00000040:1.0:1775766747.901333:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901337:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766747.901339:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766747.901340:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766747.901341:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360477056, offset 0
00000400:00000200:1.0:1775766747.901344:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766747.901347:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.901349:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766747.901351:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766747.901353:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766747.901355:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766747.901356:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766747.901358:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58721:58721:256:4294967295] 192.168.202.115@tcp LPNI seq info [58720:58720:8:4294967295]
00000400:00000200:1.0:1775766747.901361:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766747.901365:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766747.901368:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.901370:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766747.901372:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766747.901374:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775766747.901377:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766747.901378:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775766747.901381:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766747.901382:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766747.901384:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766747.901386:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766747.901388:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766747.901389:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766747.901390:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766747.901393:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901398:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.901400:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901404:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.901405:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766747.901406:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766747.901408:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775766747.901410:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766747.901412:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298638914
00000100:00000001:1.0:1775766747.901413:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298640122
00000100:00000001:1.0:1775766747.901415:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298638914
00000100:00000001:1.0:1775766747.901416:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298640122
00000100:00000001:1.0:1775766747.901418:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766747.901419:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.901420:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766747.901422:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766747/real 1775766747]  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766747.901426:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766747.901427:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766747.901428:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766747.901429:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766747.901430:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766747.901431:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766747.901433:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766747.901437:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901442:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766747.901443:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901444:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.901445:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766747.901447:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901451:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766747.901467:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901472:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766747.901474:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901475:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766747.901476:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901477:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766747.901478:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766747.901480:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766747.901482:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766747.901483:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766747.901485:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766747.901489:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477056:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766747.901492:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901493:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.901495:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360476800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901499:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766747.901500:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766747.901502:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766747.901503:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766747.901504:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766747.901505:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766747.901507:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766747.901508:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:1.0:1775766747.901512:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766747.901513:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766747.901514:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:1.0:1775766747.901516:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766747.901517:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901518:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.901520:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360476928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901528:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766747.901529:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766747.901530:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766747.901531:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766747.901532:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766747.901533:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766747.901534:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766747.901534:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:1.0:1775766747.901536:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766747.901536:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766747.901537:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:1.0:1775766747.901539:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766747.901539:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901540:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766747.901542:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360477056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766747.901545:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766747.901546:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766747.901547:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766747.901548:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766747.901549:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766747.901550:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775766747.901551:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766747.901551:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:1.0:1775766747.901552:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766747.901553:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766747.901554:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:1.0:1775766747.901555:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766747.901556:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901557:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.901560:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766747.901560:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.901562:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766747.901563:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766747.963940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766747.963945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766747.963947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766747.963951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766747.963954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766747.963957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.963959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766747.963960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766747.963962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766748.987983:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766748.988006:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766748.988008:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766748.988013:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766748.988016:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766748.988019:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766748.988021:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766748.988024:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766748.988026:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766750.011945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766750.011951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766750.011953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766750.011957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766750.011960:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766750.011963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766750.011965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766750.011967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766750.011969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766751.035904:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766751.035909:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766751.035910:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766751.035914:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766751.035917:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766751.035920:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766751.035922:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766751.035924:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766751.035926:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766751.996219:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766751.996226:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766751.996233:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766752.059957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766752.059966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766752.059969:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766752.059978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766752.059982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766752.059988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766752.059991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766752.059994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766752.059998:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.020358:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766753.020365:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766753.020367:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766753.020377:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.020397:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766753.020422:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.020427:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766753.020430:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766753.020434:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766753.020451:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360477184:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766753.020456:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766753.020461:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766753.020465:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.020468:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766753.020475:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766753.020479:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766753.020486:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766753.020491:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766753.020497:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766753.020504:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360477184, portal 25
00000100:00000001:1.0:1775766753.020509:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766753.020510:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:1.0:1775766753.020521:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.020554:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766753.020562:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766753.020565:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766753.020570:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360477184, offset 0
00000400:00000200:1.0:1775766753.020578:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766753.020589:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.020597:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766753.020604:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766753.020611:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766753.020618:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766753.020624:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766753.020633:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58722:58722:256:4294967295] 192.168.202.115@tcp LPNI seq info [58721:58721:8:4294967295]
00000400:00000200:1.0:1775766753.020644:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.020670:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766753.020680:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.020688:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766753.020698:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766753.020704:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766753.020713:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766753.020717:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775766753.020724:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.020729:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766753.020736:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766753.020746:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766753.020751:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766753.020754:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766753.020760:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766753.020767:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.020785:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.020791:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.020852:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.020856:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766753.020862:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766753.020869:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766753.020874:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4298645243
00000100:00000010:1.0:1775766753.020880:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d600.
00000100:00000001:1.0:1775766753.020897:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775766753.020910:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4298645243
00000100:00000010:1.0:1775766753.020919:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d9c0.
00000100:00000001:1.0:1775766753.020926:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775766753.020933:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766753.020940:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.020946:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766753.020955:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766753/real 1775766753]  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766753.020974:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766753.020976:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766753.020980:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766753.020985:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766753.020989:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766753.020992:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766753.020998:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766753.021005:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021011:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766753.021012:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021014:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021015:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766753.021018:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021023:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766753.021026:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021030:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766753.021032:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021033:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021034:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021036:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766753.021037:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766753.021039:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766753.021042:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766753.021043:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766753.021046:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766753.021051:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360477184:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766753.021054:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021055:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.021057:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360477184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021061:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766753.021063:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766753.021065:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766753.021067:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766753.021068:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766753.021069:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775766753.021071:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766753.021073:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:1.0:1775766753.021075:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766753.021077:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766753.021078:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:1.0:1775766753.021080:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766753.021081:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021083:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021089:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766753.021090:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021092:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766753.021093:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766753.021094:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766753.021096:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021101:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766753.021102:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.021104:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766753.021105:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766753.021107:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766753.021108:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477312:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766753.021110:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766753.021111:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766753.021112:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.021113:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766753.021116:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766753.021117:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766753.021119:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766753.021121:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766753.021124:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766753.021126:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360477312, portal 10
00000100:00000001:1.0:1775766753.021127:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766753.021128:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:1.0:1775766753.021133:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021137:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766753.021139:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766753.021141:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766753.021142:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360477312, offset 0
00000400:00000200:1.0:1775766753.021145:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766753.021147:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.021150:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766753.021152:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766753.021154:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766753.021156:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766753.021158:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766753.021160:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58723:58723:256:4294967295] 192.168.202.115@tcp LPNI seq info [58722:58722:8:4294967295]
00000400:00000200:1.0:1775766753.021162:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.021167:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766753.021170:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.021172:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766753.021175:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766753.021185:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766753.021188:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766753.021190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775766753.021192:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.021193:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766753.021195:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766753.021198:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766753.021200:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766753.021201:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766753.021203:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766753.021205:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021210:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.021212:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021233:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021235:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766753.021239:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766753.021243:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775766753.021247:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766753.021249:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298643981
00000100:00000001:1.0:1775766753.021252:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298645243
00000100:00000001:1.0:1775766753.021255:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298643981
00000100:00000001:1.0:1775766753.021257:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298645243
00000100:00000001:1.0:1775766753.021259:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766753.021261:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021263:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766753.021267:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766753/real 1775766753]  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766753.021275:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766753.021277:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766753.021279:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766753.021281:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766753.021283:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766753.021285:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766753.021288:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766753.021297:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021305:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766753.021306:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021308:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021325:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766753.021329:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021335:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766753.021339:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021346:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766753.021348:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021351:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021352:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021354:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766753.021356:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766753.021358:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766753.021361:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766753.021363:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766753.021367:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766753.021374:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477312:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766753.021378:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766753.021381:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021387:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766753.021388:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.021390:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766753.021392:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766753.021394:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766753.021397:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477440:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766753.021415:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766753.021418:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766753.021419:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.021421:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766753.021425:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766753.021427:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766753.021431:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766753.021434:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766753.021437:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766753.021440:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360477440, portal 10
00000100:00000001:1.0:1775766753.021443:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766753.021444:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:1.0:1775766753.021450:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021457:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766753.021459:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766753.021462:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766753.021465:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360477440, offset 0
00000400:00000200:1.0:1775766753.021484:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766753.021488:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.021491:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766753.021494:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766753.021496:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766753.021498:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766753.021500:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766753.021502:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58724:58724:256:4294967295] 192.168.202.115@tcp LPNI seq info [58723:58723:8:4294967295]
00000400:00000200:1.0:1775766753.021505:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.021511:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766753.021514:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.021517:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766753.021520:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766753.021522:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766753.021525:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766753.021527:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775766753.021530:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.021532:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766753.021534:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766753.021536:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766753.021539:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766753.021540:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766753.021542:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766753.021545:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021551:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.021553:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021558:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021559:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766753.021561:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766753.021563:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775766753.021566:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766753.021568:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298643979
00000100:00000001:1.0:1775766753.021570:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298645243
00000100:00000001:1.0:1775766753.021571:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298643979
00000100:00000001:1.0:1775766753.021573:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298645243
00000100:00000001:1.0:1775766753.021575:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766753.021577:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021578:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766753.021580:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766753/real 1775766753]  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766753.021586:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766753.021587:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766753.021588:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766753.021589:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766753.021590:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766753.021592:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766753.021594:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766753.021600:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021605:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766753.021606:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021607:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021608:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766753.021611:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021615:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766753.021618:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021639:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766753.021641:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021642:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021642:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021644:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766753.021645:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766753.021646:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766753.021648:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766753.021649:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766753.021652:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766753.021657:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477440:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766753.021659:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775766753.021661:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021666:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766753.021667:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.021669:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775766753.021671:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766753.021672:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766753.021674:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477568:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766753.021676:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775766753.021678:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775766753.021679:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766753.021680:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775766753.021682:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766753.021683:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775766753.021686:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775766753.021688:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775766753.021690:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775766753.021692:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360477568, portal 4
00000100:00000001:1.0:1775766753.021694:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775766753.021695:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:1.0:1775766753.021699:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021703:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775766753.021705:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775766753.021706:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775766753.021708:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360477568, offset 0
00000400:00000200:1.0:1775766753.021710:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775766753.021713:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.021715:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775766753.021716:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775766753.021718:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775766753.021719:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775766753.021721:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775766753.021723:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [58725:58725:256:4294967295] 192.168.202.115@tcp LPNI seq info [58724:58724:8:4294967295]
00000400:00000200:1.0:1775766753.021726:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766753.021730:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775766753.021734:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.021736:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775766753.021739:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775766753.021741:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775766753.021744:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775766753.021745:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775766753.021748:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775766753.021749:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775766753.021751:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775766753.021754:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775766753.021755:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775766753.021757:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775766753.021758:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766753.021760:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021766:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.021768:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021772:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021773:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766753.021775:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766753.021777:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775766753.021778:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775766753.021780:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4298644034
00000100:00000001:1.0:1775766753.021781:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4298645243
00000100:00000001:1.0:1775766753.021782:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4298644034
00000100:00000001:1.0:1775766753.021784:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4298645243
00000100:00000001:1.0:1775766753.021785:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775766753.021787:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021789:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766753.021791:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766753/real 1775766753]  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766753.021797:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766753.021798:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766753.021799:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775766753.021800:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775766753.021801:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775766753.021802:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766753.021804:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766753.021809:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021813:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766753.021814:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021815:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021816:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766753.021818:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021822:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766753.021824:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021828:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766753.021830:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021830:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766753.021831:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021833:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766753.021834:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766753.021836:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766753.021838:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766753.021839:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766753.021842:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766753.021848:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360477568:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766753.021850:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021851:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.021853:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360477312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021857:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766753.021873:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766753.021875:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766753.021877:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766753.021878:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766753.021879:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766753.021880:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766753.021881:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:1.0:1775766753.021883:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766753.021884:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766753.021885:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775766753.021887:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766753.021888:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021889:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.021892:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360477440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021897:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766753.021898:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766753.021899:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775766753.021901:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766753.021901:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766753.021902:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766753.021903:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766753.021904:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:1.0:1775766753.021905:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766753.021907:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766753.021908:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775766753.021909:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766753.021910:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021911:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766753.021913:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360477568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775766778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766753.021917:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766753.021918:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766753.021919:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:1.0:1775766753.021920:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766753.021920:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766753.021921:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775766753.021922:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766753.021923:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:1.0:1775766753.021924:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766753.021940:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766753.021941:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775766753.021943:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766753.021944:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021945:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.021948:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766753.021949:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.021950:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766753.021951:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766753.083906:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766753.083912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766753.083913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766753.083918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766753.083921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766753.083925:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.083927:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766753.083929:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766753.083932:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766754.107931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766754.107936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766754.107939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766754.107943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766754.107946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766754.107949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766754.107951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766754.107953:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766754.107955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766755.131900:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766755.131906:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766755.131908:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766755.131912:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766755.131915:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766755.131918:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766755.131920:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766755.131922:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766755.131925:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766756.155982:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766756.155989:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766756.155992:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766756.155997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766756.156002:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766756.156005:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766756.156007:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766756.156010:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766756.156012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766757.116015:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766757.116021:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766757.116025:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766757.179902:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766757.179909:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766757.179912:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766757.179917:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766757.179921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766757.179925:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766757.179927:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766757.179929:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766757.179932:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766758.139976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766758.139991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766758.139996:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766758.140001:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766758.140007:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766758.140016:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 3976
00000400:00000200:1.0:1775766758.140025:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766758.140031:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766758.140035:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766758.140039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.140045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766758.140052:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766758.140054:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766758.140060:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766758.140063:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766758.140068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766758.140073:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766758.140076:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140079:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.140081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140083:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766758.140085:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766758.140089:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140101:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766758.140104:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766758.140107:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766758.140110:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140112:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766758.140114:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766758.140124:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775766758.140127:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766758.140132:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766758.140133:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140137:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766758.140140:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766758.140144:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766758.140153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775766758.140162:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766758.140173:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360477696/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766758.140184:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766758.140189:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766758.140193:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360477696/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766758.140217:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766758.140221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766758.140224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766758.140226:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766758.140227:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766758.140231:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766758.140234:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3976
00000400:00000200:1.0:1775766758.140238:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766758.140242:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766758.140245:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766758.140251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140256:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.140261:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140264:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766758.140268:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766758.140270:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766758.140275:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766758.140278:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766758.140286:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766758.140289:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766758.140296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140299:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.140302:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140310:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766758.140313:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766758.140321:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140330:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766758.140334:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766758.140340:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766758.140375:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140382:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766758.140388:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766758.140400:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140404:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766758.140409:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775766758.140413:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766758.140416:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766758.140419:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140423:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766758.140426:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766758.140430:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766758.140437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775766758.140445:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766758.140453:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360477824/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766758.140472:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766758.140477:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766758.140486:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360477824/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766758.140512:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766758.140515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766758.140525:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766758.140530:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766758.140534:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766758.140543:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766758.140565:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3976
00000400:00000200:1.0:1775766758.140577:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766758.140591:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766758.140599:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766758.140610:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140614:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.140620:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140625:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766758.140630:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766758.140633:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766758.140637:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775766758.140638:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775766758.140639:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766758.140644:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775766758.140644:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1775766758.140659:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766758.140667:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140673:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.140679:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140685:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766758.140692:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766758.140697:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766758.140703:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766758.140709:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766758.140715:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766758.140719:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140722:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766758.140726:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766758.140731:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140737:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766758.140746:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775766758.140754:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766758.140760:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766758.140764:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.140786:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766758.140804:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766758.140809:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766758.140820:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766758.140828:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766758.140836:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360477952/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766758.140920:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766758.140929:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766758.140944:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360477952/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766758.141011:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766758.141019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766758.141051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766758.141056:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766758.141060:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766758.141067:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766758.141077:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3976
00000400:00000200:1.0:1775766758.141091:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766758.141103:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766758.141117:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766758.141124:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.141129:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.141135:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.141141:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766758.141148:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766758.141151:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766758.141156:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766758.141159:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766758.141165:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766758.141172:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766758.141182:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.141186:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766758.141191:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766758.141195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766758.141201:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766758.141206:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766758.141214:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766758.141220:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766758.141226:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766758.141230:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.141237:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766758.141242:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766758.141250:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.141255:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766758.141264:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775766758.141270:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766758.141275:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766758.141279:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766758.141281:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766758.141286:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766758.141290:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766758.141299:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766758.141306:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766758.141316:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360478080/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766758.141333:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766758.141336:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766758.141343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360478080/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766758.141381:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766758.141386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766758.141390:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766758.141395:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3986)
00000800:00000200:0.1:1775766758.141531:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766758.141534:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766758.141796:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766758.141798:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766758.142123:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766758.142125:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775766758.203927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766758.203934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766758.203953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766758.203959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766758.203964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766758.203969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766758.203972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766758.203975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766758.203978:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766759.227882:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766759.227887:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766759.227889:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766759.227893:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766759.227896:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766759.227899:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766759.227901:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766759.227903:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766759.227905:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766760.251901:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766760.251907:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766760.251908:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766760.251922:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766760.251926:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766760.251929:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766760.251931:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766760.251933:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766760.251935:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766761.275891:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766761.275897:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766761.275898:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766761.275903:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766761.275906:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766761.275909:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766761.275911:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766761.275913:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766761.275915:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766762.236009:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766762.236013:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766762.236017:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766762.299939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766762.299945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766762.299947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766762.299951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766762.299954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766762.299957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766762.299959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766762.299962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766762.299964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766763.260550:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766763.260556:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766763.261146:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766763.261148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766763.261426:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766763.261428:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766763.261610:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766763.261612:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775766763.323932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766763.323937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766763.323939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766763.323943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766763.323946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766763.323949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766763.323951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766763.323953:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766763.323955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766764.347902:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766764.347907:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766764.347909:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766764.347915:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766764.347918:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766764.347921:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766764.347923:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766764.347925:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766764.347927:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766765.371873:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766765.371878:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766765.371880:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766765.371883:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766765.371886:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766765.371889:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766765.371892:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766765.371893:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766765.371896:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766766.395914:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766766.395920:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766766.395921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766766.395926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766766.395930:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766766.395933:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766766.395935:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766766.395937:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766766.395938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766767.355990:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766767.355993:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766767.355996:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766767.419948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766767.419953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766767.419955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766767.419959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766767.419962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766767.419965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766767.419967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766767.419969:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766767.419972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766768.379954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766768.379962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766768.379964:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766768.379967:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766768.379971:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766768.379976:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 3986
00000400:00000200:1.0:1775766768.379983:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766768.379988:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766768.379991:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766768.379993:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.379996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.379998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766768.380003:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766768.380004:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766768.380006:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766768.380007:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766768.380009:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766768.380010:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766768.380012:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.380015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766768.380019:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766768.380021:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380023:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766768.380025:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766768.380027:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766768.380029:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380031:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766768.380033:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766768.380039:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775766768.380043:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766768.380046:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766768.380047:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380050:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766768.380053:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766768.380056:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766768.380063:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766768.380069:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766768.380078:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360478720/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766768.380087:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766768.380091:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766768.380094:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360478720/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766768.380112:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766768.380114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766768.380117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766768.380118:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766768.380119:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766768.380121:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766768.380123:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3986
00000400:00000200:1.0:1775766768.380125:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766768.380128:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766768.380129:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766768.380133:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380134:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.380136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380137:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766768.380149:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766768.380152:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766768.380155:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766768.380163:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766768.380168:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766768.380174:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766768.380182:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380186:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.380192:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380197:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766768.380202:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766768.380208:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380214:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766768.380217:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766768.380225:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766768.380229:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380234:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766768.380251:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766768.380256:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380258:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766768.380262:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775766768.380267:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766768.380270:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766768.380273:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380274:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766768.380277:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766768.380280:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766768.380286:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766768.380291:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766768.380300:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360478848/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766768.380312:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766768.380316:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766768.380321:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360478848/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766768.380339:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766768.380342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766768.380345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766768.380347:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766768.380350:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766768.380352:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766768.380357:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3986
00000400:00000200:1.0:1775766768.380377:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766768.380383:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766768.380388:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766768.380395:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380399:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.380404:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380406:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766768.380407:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766768.380410:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766768.380411:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766768.380412:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766768.380414:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766768.380416:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766768.380421:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380423:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.380427:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380430:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766768.380433:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:0.1:1775766768.380433:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775766768.380437:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380438:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766768.380440:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766768.380442:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766768.380444:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380445:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766768.380446:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766768.380451:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380452:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766768.380452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000010:1.0:1775766768.380460:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775766768.380463:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766768.380466:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766768.380468:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380470:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766768.380472:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766768.380474:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766768.380478:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766768.380483:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766768.380489:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360478976/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766768.380493:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766768.380495:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766768.380497:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360478976/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766768.380506:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766768.380509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766768.380512:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766768.380516:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766768.380518:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766768.380523:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766768.380527:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3986
00000400:00000200:1.0:1775766768.380531:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766768.380537:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766768.380542:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766768.380547:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380551:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.380554:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766768.380562:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766768.380563:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766768.380564:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766768.380565:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766768.380569:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766768.380574:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766768.380577:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380581:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766768.380583:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380585:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766768.380590:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766768.380593:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766768.380597:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766768.380599:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766768.380602:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766768.380605:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380606:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766768.380609:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766768.380611:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380612:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766768.380618:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775766768.380620:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766768.380622:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766768.380623:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766768.380624:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766768.380627:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766768.380629:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766768.380635:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775766768.380639:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766768.380645:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360479104/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766768.380665:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766768.380670:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766768.380675:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360479104/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766768.380686:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766768.380689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766768.380694:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766768.380700:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3997)
00000800:00000200:0.1:1775766768.380905:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766768.380906:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766768.381105:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766768.381107:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766768.381322:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766768.381324:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1775766768.443914:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766768.443919:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766768.443921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766768.443926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766768.443929:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766768.443932:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766768.443934:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766768.443936:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766768.443938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766769.467965:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766769.467972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766769.467974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766769.467979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766769.467982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766769.467985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766769.467988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766769.467990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766769.467992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766770.491938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766770.491943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766770.491944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766770.491950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766770.491953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766770.491956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766770.491958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766770.491960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766770.491962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766771.515895:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766771.515903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766771.515905:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766771.515910:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766771.515914:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766771.515918:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766771.515920:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766771.515924:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766771.515927:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766772.476078:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766772.476082:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766772.476085:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766772.539955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766772.539963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766772.539982:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766772.539989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766772.539994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766772.539997:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766772.540000:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766772.540003:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766772.540006:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766773.500024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766773.500044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766773.500051:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766773.500060:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766773.500069:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766773.500079:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 3992
00000400:00000200:1.0:1775766773.500100:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766773.500109:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766773.500117:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766773.500126:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500132:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766773.500138:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500142:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766773.500148:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766773.500151:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766773.500155:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766773.500159:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766773.500162:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766773.500166:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766773.500172:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766773.500180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500183:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766773.500216:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766773.500222:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500254:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766773.500257:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766773.500262:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766773.500266:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.500268:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766773.500272:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766773.500281:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775766773.500286:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766773.500292:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766773.500294:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.500299:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766773.500303:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766773.500308:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766773.500319:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775766773.500328:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766773.500343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360479232/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766773.500365:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766773.500382:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766773.500388:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360479232/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766773.500413:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766773.500419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766773.500425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766773.500428:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766773.500432:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766773.500436:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766773.500440:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3992
00000400:00000200:1.0:1775766773.500447:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766773.500455:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766773.500459:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766773.500468:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500475:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766773.500483:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500490:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766773.500497:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766773.500502:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766773.500509:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766773.500513:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766773.500519:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766773.500522:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766773.500530:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766773.500541:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500548:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766773.500553:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766773.500562:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500565:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766773.500571:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766773.500578:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766773.500586:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.500592:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766773.500597:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766773.500603:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.500606:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766773.500611:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775766773.500613:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766773.500617:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766773.500619:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.500627:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766773.500646:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766773.500653:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766773.500666:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775766773.500679:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766773.500697:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360479360/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766773.500724:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766773.500734:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766773.500753:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360479360/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766773.500784:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766773.500792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766773.500798:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766773.500801:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766773.500806:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766773.500812:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766773.500823:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3992
00000400:00000200:1.0:1775766773.500904:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766773.500915:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766773.500924:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766773.500936:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500946:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766773.500951:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.500960:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766773.500966:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766773.500970:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766773.500975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766773.500978:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766773.500986:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766773.500996:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766773.501007:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.1:1775766773.501016:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766773.501017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775766773.501025:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1775766773.501027:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.501036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766773.501043:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766773.501054:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766773.501059:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766773.501063:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766773.501070:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766773.501077:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.501081:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766773.501085:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766773.501090:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.501095:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766773.501127:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775766773.501135:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766773.501143:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766773.501149:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.501157:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766773.501162:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766773.501167:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766773.501175:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775766773.501209:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766773.501243:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360479488/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766773.501258:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766773.501263:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766773.501274:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360479488/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766773.501295:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766773.501302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766773.501307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766773.501313:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766773.501317:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766773.501320:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766773.501328:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3992
00000400:00000200:1.0:1775766773.501341:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766773.501351:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766773.501356:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766773.501363:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.501366:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766773.501375:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.501386:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766773.501395:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766773.501398:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766773.501401:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766773.501406:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766773.501412:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766773.501419:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766773.501427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.501433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766773.501443:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766773.501450:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766773.501459:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766773.501468:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766773.501476:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766773.501481:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766773.501485:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766773.501494:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.501501:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766773.501506:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766773.501513:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.501517:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766773.501526:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775766773.501532:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766773.501538:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766773.501541:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766773.501547:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766773.501550:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766773.501555:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766773.501562:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766773.501570:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766773.501581:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360479616/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766773.501596:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766773.501601:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766773.501618:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360479616/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766773.501669:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766773.501681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766773.501701:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766773.501716:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4002)
00000800:00000200:0.1:1775766773.502076:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766773.502080:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766773.502494:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766773.502497:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766773.502951:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766773.502954:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1775766773.563978:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766773.563986:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766773.563988:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766773.563994:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766773.563999:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766773.564003:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766773.564006:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766773.564009:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766773.564012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766774.587925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766774.587946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766774.587948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766774.587955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766774.587959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766774.587962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766774.587965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766774.587968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766774.587971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766775.611997:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766775.612008:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766775.612012:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766775.612021:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766775.612028:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766775.612035:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766775.612040:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766775.612044:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766775.612048:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766776.635889:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766776.635895:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766776.635896:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766776.635901:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766776.635904:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766776.635907:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766776.635909:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766776.635911:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766776.635913:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766777.596009:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766777.596012:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766777.596016:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766777.659954:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766777.659960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766777.659962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766777.659966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766777.659970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766777.659973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766777.659975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766777.659977:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766777.659979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766778.619912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766778.619923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766778.619927:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766778.619932:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766778.619937:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766778.619943:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 3997
00000400:00000200:1.0:1775766778.619950:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766778.619956:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766778.619959:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766778.619963:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.619965:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.619968:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.619969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766778.619972:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766778.619973:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766778.619975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766778.619977:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766778.619979:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766778.619981:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766778.619984:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.619985:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.619986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.619988:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766778.619990:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766778.619992:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766778.619993:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766778.619996:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766778.619998:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766778.620000:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620001:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766778.620003:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766778.620011:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775766778.620013:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766778.620016:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766778.620017:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620020:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766778.620022:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766778.620027:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766778.620033:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766778.620040:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766778.620049:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360479744/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766778.620057:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766778.620061:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766778.620064:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360479744/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766778.620081:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766778.620083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766778.620086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766778.620087:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766778.620089:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766778.620091:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766778.620093:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3997
00000400:00000200:1.0:1775766778.620096:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766778.620099:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766778.620101:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766778.620105:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620107:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.620111:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766778.620116:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766778.620119:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766778.620120:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766778.620122:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766778.620127:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766778.620144:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766778.620149:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620151:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.620153:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766778.620159:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766778.620165:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620167:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766778.620170:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766778.620176:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766778.620181:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620183:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766778.620189:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766778.620191:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620194:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766778.620197:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775766778.620200:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766778.620203:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766778.620204:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620205:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766778.620206:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766778.620208:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766778.620215:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766778.620219:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766778.620225:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360479872/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766778.620235:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766778.620237:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766778.620243:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360479872/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766778.620249:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766778.620254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766778.620256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766778.620257:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766778.620258:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766778.620260:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766778.620264:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3997
00000400:00000200:1.0:1775766778.620270:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766778.620275:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766778.620277:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766778.620282:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620287:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.620292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766778.620301:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766778.620305:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766778.620309:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766778.620312:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766778.620316:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766778.620321:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766778.620328:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620334:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.620339:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620345:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766778.620351:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766778.620359:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620365:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766778.620370:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766778.620374:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766778.620378:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620383:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766778.620386:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766778.620388:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620390:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766778.620396:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775766778.620400:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766778.620405:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766778.620408:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620410:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766778.620411:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766778.620414:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766778.620419:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775766778.620424:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766778.620428:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:1.0:1775766778.620432:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360480000/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766778.620438:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766778.620440:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766778.620443:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360480000/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766778.620465:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766778.620467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766778.620472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766778.620474:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766778.620477:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766778.620480:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766778.620484:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 3997
00000400:00000200:1.0:1775766778.620492:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766778.620496:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766778.620498:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766778.620500:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620502:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.620507:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766778.620511:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766778.620512:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766778.620512:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766778.620514:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766778.620517:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766778.620522:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766778.620527:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620531:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766778.620535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766778.620545:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766778.620551:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766778.620555:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766778.620559:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766778.620562:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766778.620567:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620570:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766778.620573:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766778.620579:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620583:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766778.620589:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775766778.620594:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766778.620598:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766778.620600:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766778.620605:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766778.620608:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766778.620613:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766778.620620:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766778.620626:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766778.620634:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360480128/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766778.620643:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766778.620646:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766778.620655:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360480128/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766778.620671:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766778.620675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766778.620681:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766778.620686:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4007)
00000800:00000200:0.1:1775766778.620721:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766778.620812:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766778.621000:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766778.683900:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766778.683905:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766778.683907:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766778.683911:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766778.683914:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766778.683917:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766778.683919:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766778.683921:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766778.683923:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766779.707938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766779.707943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766779.707945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766779.707949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766779.707952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766779.707955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766779.707957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766779.707959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766779.707961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766780.731909:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766780.731916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766780.731918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766780.731923:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766780.731926:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766780.731929:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766780.731932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766780.731934:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766780.731937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766781.691981:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766781.691984:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766781.691988:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775766781.692126:0:2404:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:1.0:1775766781.692196:0:2404:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775766781.692205:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766781.692208:0:2404:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:1.0:1775766781.692211:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766781.692214:0:2404:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775766781.692218:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775766781.692221:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:1.0:1775766781.692226:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775766781.692229:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775766781.692235:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:1.0:1775766781.692238:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:1.0:1775766781.692242:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766781.692250:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d02300 x1862022360479744/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692271:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766781.692276:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02300 x1862022360479744/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692285:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766781.692287:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775766781.692300:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775766781.692303:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa200.
00000400:00000200:1.0:1775766781.692308:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775766781.692315:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775766781.692321:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfbb0
00000400:00000010:1.0:1775766781.692323:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfbb0.
00000100:00000001:1.0:1775766781.692328:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766781.692337:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01500 x1862022360479872/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692353:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766781.692359:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01500 x1862022360479872/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692371:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766781.692377:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775766781.692395:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775766781.692401:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa600.
00000400:00000200:1.0:1775766781.692406:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775766781.692415:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775766781.692423:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf000
00000400:00000010:1.0:1775766781.692426:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf000.
00000100:00000001:1.0:1775766781.692429:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766781.692437:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01c00 x1862022360480000/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692468:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766781.692475:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01c00 x1862022360480000/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692485:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766781.692489:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775766781.692500:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775766781.692507:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffae00.
00000400:00000200:1.0:1775766781.692514:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775766781.692522:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775766781.692528:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:1.0:1775766781.692532:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:1.0:1775766781.692536:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775766781.692545:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03800 x1862022360480128/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692563:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766781.692570:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03800 x1862022360480128/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775766803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766781.692588:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766781.692594:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775766781.755969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766781.755974:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766781.755976:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766781.755981:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766781.755984:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766781.755987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766781.755990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766781.755991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766781.755994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766782.716003:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766782.716006:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766782.716008:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766782.779945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766782.779951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766782.779952:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766782.779957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766782.779960:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766782.779963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766782.779964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766782.779966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766782.779968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766783.740938:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766783.740944:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766783.741592:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766783.741597:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766783.742062:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766783.742065:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766783.742478:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766783.742481:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1775766783.803990:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766783.803998:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766783.804000:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766783.804005:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766783.804009:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766783.804013:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766783.804015:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766783.804017:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766783.804020:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766784.827969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766784.827976:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766784.827978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766784.827984:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766784.827988:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766784.827992:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766784.827995:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766784.827998:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766784.828038:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766785.851942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766785.851951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766785.851953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766785.851959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766785.851963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766785.851967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766785.851980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766785.851984:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766785.851987:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766786.812044:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766786.812075:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766786.812078:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766786.875911:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766786.875917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766786.875919:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766786.875923:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766786.875926:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766786.875930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766786.875931:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766786.875933:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766786.875935:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766787.899918:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766787.899926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766787.899929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766787.899936:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766787.899941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766787.899946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766787.899949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766787.899953:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766787.899957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766788.860897:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766788.860904:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766788.861918:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766788.861920:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766788.862295:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766788.862297:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775766788.862526:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766788.862528:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1775766788.923970:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766788.923980:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766788.923982:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766788.923989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766788.923994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766788.923998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766788.924000:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766788.924003:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766788.924006:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766789.947910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766789.947916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766789.947918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766789.947924:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766789.947927:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766789.947930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766789.947932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766789.947935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766789.947937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766790.971983:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766790.971990:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766790.971993:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766790.971998:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766790.972023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766790.972027:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766790.972030:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766790.972032:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766790.972035:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766791.932068:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766791.932071:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766791.932075:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766791.995910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766791.995916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766791.995918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766791.995923:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766791.995926:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766791.995929:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766791.995931:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766791.995933:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766791.995935:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766793.019930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766793.019937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766793.019939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766793.019944:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766793.019948:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766793.019951:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766793.019953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766793.019956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766793.019958:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766793.980543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766793.980549:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766793.981193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766793.981196:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766793.981420:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766793.981423:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766793.981668:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766793.981671:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1775766794.043876:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766794.043882:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766794.043884:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766794.043888:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766794.043891:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766794.043895:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766794.043896:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766794.043899:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766794.043901:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766795.067996:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766795.068004:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766795.068024:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766795.068029:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766795.068033:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766795.068037:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766795.068039:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766795.068042:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766795.068045:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766796.091935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766796.091941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766796.091944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766796.091994:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766796.091999:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766796.092003:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766796.092006:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766796.092008:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766796.092012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766797.052136:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766797.052143:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766797.052148:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766797.116005:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766797.116015:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766797.116020:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766797.116029:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766797.116036:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766797.116042:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766797.116047:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766797.116051:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766797.116057:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766798.139976:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766798.139984:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766798.139987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766798.139992:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766798.139997:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766798.140000:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766798.140003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766798.140006:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766798.140009:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766799.101030:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766799.101040:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766799.101857:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766799.101860:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766799.102240:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766799.102243:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766799.102554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766799.102557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1775766799.164038:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766799.164047:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766799.164050:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766799.164057:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766799.164062:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766799.164067:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766799.164070:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766799.164073:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766799.164077:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766800.187988:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766800.187997:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766800.188000:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766800.188007:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766800.188012:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766800.188017:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766800.188020:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766800.188023:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766800.188026:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766801.211919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766801.211927:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766801.211930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766801.211937:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766801.211943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766801.211947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766801.211951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766801.211955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766801.211959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766802.172170:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766802.172177:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766802.172182:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766802.235970:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766802.235978:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766802.235981:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766802.235988:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766802.235993:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766802.235998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766802.236001:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766802.236004:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766802.236009:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766803.259927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766803.259935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766803.259937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766803.259944:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766803.259948:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766803.259952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766803.259954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766803.259957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766803.259960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766804.220505:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766804.220510:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766804.220980:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766804.220981:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766804.221162:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766804.221163:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766804.221412:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766804.221414:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1775766804.283934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766804.283940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766804.283941:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766804.283947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766804.283950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766804.283953:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766804.283955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766804.283957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766804.283959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766805.307938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766805.307943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766805.307944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766805.307949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766805.307952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766805.307955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766805.307957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766805.307959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766805.307961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766806.331951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766806.331956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766806.331958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766806.331962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766806.331966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766806.331969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766806.331971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766806.331973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766806.331975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766807.292032:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766807.292036:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766807.292039:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766807.355897:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766807.355903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766807.355905:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766807.355909:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766807.355912:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766807.355915:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766807.355917:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766807.355920:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766807.355922:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766808.379938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766808.379944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766808.379945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766808.379950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766808.379953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766808.379957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766808.379959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766808.379961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766808.379964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766809.340429:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766809.340432:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766809.341043:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766809.341045:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766809.341257:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766809.341258:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775766809.341490:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766809.341491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1775766809.403913:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766809.403919:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766809.403921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766809.403925:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766809.403928:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766809.403931:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766809.403933:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766809.403935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766809.403937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766810.427941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766810.427946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766810.427949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766810.427953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766810.427956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766810.427959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766810.427962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766810.427964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766810.427966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766811.451908:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766811.451916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766811.451919:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766811.451926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766811.451932:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766811.451936:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766811.451940:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766811.451944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766811.451948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766812.475936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766812.475942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766812.475944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766812.475948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766812.475951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766812.475955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766812.475957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766812.475959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766812.475961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766813.499919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766813.499928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766813.499930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766813.499937:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766813.499955:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766813.499960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766813.499962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766813.499965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766813.499969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766814.460683:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766814.460689:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766814.461591:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766814.461593:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766814.461965:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766814.461968:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766814.462286:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766814.462289:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775766814.523962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766814.523969:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766814.523972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766814.523977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766814.523981:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766814.523985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766814.523987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766814.523990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766814.523993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766815.547912:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766815.547919:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766815.547922:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766815.547928:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766815.547932:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766815.547936:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766815.547939:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766815.547942:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766815.547945:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766816.571952:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766816.571960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766816.571962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766816.571985:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766816.571989:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766816.572005:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766816.572007:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766816.572010:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766816.572013:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766817.595921:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766817.595929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766817.595931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766817.595937:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766817.595941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766817.595945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766817.595947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766817.595950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766817.595952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766818.619945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766818.619951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766818.619953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766818.619970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766818.619974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766818.619978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766818.619980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766818.619983:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766818.619986:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766819.580499:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766819.580506:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766819.581031:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766819.581034:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766819.581286:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766819.581288:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775766819.581514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766819.581516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1775766819.643879:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766819.643884:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766819.643886:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766819.643890:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766819.643894:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766819.643897:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766819.643899:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766819.643901:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766819.643903:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766820.667912:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766820.667917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766820.667919:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766820.667924:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766820.667927:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766820.667930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766820.667931:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766820.667934:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766820.667936:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766821.691973:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766821.691980:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766821.691982:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766821.691989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766821.691994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766821.691998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766821.692011:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766821.692014:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766821.692016:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766822.715909:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766822.715915:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766822.715916:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766822.715920:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766822.715923:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766822.715926:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766822.715928:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766822.715930:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766822.715932:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766823.739941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766823.739947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766823.739948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766823.739953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766823.739956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766823.739959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766823.739961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766823.739963:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766823.739965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766824.700524:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766824.700529:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766824.700984:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766824.700986:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766824.701182:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766824.701183:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766824.701364:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766824.701366:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775766824.763906:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766824.763911:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766824.763913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766824.763918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766824.763920:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766824.763923:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766824.763925:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766824.763927:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766824.763929:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766825.787934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766825.787940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766825.787941:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766825.787946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766825.787949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766825.787953:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766825.787955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766825.787975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766825.787977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766826.811925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766826.811932:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766826.811934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766826.811940:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766826.811945:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766826.811948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766826.811951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766826.811954:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766826.811956:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766827.835946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766827.835955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766827.835957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766827.835973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766827.835977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766827.835981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766827.835983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766827.835986:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766827.835990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766828.859906:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766828.859911:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766828.859913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766828.859918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766828.859921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766828.859924:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766828.859925:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766828.859927:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766828.859929:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766829.820623:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766829.820632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766829.821108:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766829.821110:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766829.821346:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766829.821347:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775766829.821538:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766829.821539:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775766829.883951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766829.883957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766829.883958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766829.883963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766829.883967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766829.883970:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766829.883972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766829.883974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766829.883976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766830.907946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766830.907952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766830.907953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766830.907958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766830.907972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766830.907976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766830.907978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766830.907980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766830.907982:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766831.932004:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766831.932011:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766831.932013:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766831.932019:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766831.932023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766831.932027:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766831.932029:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766831.932032:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766831.932034:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766832.955913:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766832.955921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766832.955923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766832.955947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766832.955951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766832.955956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766832.955959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766832.955962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766832.955966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766833.979937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766833.979942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766833.979943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766833.979948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766833.979951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766833.979954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766833.979956:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766833.979958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766833.979960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766834.939973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766834.939982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766834.939986:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766834.939989:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766834.939993:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766834.939999:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4053
00000400:00000200:1.0:1775766834.940006:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766834.940013:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766834.940018:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766834.940023:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766834.940028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766834.940032:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766834.940033:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766834.940035:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766834.940037:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766834.940040:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766834.940042:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766834.940045:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766834.940047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766834.940050:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766834.940052:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940054:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766834.940056:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766834.940059:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766834.940061:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940062:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766834.940063:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766834.940072:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775766834.940074:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766834.940078:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766834.940079:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940081:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766834.940083:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766834.940087:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766834.940094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775766834.940100:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766834.940109:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360485376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766834.940117:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766834.940121:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766834.940124:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360485376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766834.940145:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766834.940147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766834.940150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766834.940151:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766834.940153:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766834.940155:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766834.940156:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4053
00000400:00000200:1.0:1775766834.940159:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766834.940160:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766834.940162:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766834.940164:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940166:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766834.940167:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766834.940171:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766834.940172:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766834.940173:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766834.940174:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766834.940176:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766834.940177:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766834.940179:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940181:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766834.940184:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940194:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766834.940196:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766834.940202:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940207:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766834.940211:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766834.940218:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766834.940221:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940223:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766834.940228:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766834.940233:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940237:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766834.940240:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775766834.940242:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766834.940244:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766834.940246:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940250:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766834.940251:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766834.940254:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766834.940257:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775766834.940261:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766834.940268:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360485504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766834.940276:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766834.940279:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766834.940282:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360485504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766834.940307:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766834.940312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766834.940318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766834.940321:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766834.940324:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766834.940329:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766834.940335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4053
00000400:00000200:1.0:1775766834.940342:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766834.940348:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766834.940353:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766834.940360:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940364:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766834.940367:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940369:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766834.940374:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766834.940377:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766834.940379:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766834.940380:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766834.940382:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766834.940384:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766834.940391:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940394:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766834.940399:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940404:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766834.940407:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766834.940412:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940416:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766834.940418:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766834.940421:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766834.940425:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940427:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766834.940431:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766834.940434:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940436:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766834.940439:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775766834.940441:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766834.940459:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766834.940460:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940461:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766834.940464:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766834.940466:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766834.940470:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775766834.940475:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766834.940482:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360485632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766834.940495:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766834.940499:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766834.940505:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360485632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766834.940513:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766834.940516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766834.940521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766834.940522:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766834.940523:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766834.940525:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766834.940534:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4053
00000400:00000200:1.0:1775766834.940538:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766834.940540:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766834.940564:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766834.940570:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940572:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1775766834.940577:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775766834.940578:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766834.940585:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1775766834.940585:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1775766834.940586:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766834.940588:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766834.940591:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766834.940596:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766834.940599:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766834.940604:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940606:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766834.940608:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940610:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766834.940614:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766834.940620:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766834.940623:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766834.940624:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766834.940628:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766834.940633:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940634:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766834.940636:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766834.940639:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940642:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766834.940646:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775766834.940650:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766834.940655:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766834.940657:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766834.940659:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766834.940662:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766834.940664:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766834.940668:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766834.940672:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766834.940680:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360485760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766834.940690:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766834.940693:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766834.940696:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360485760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766834.940723:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766834.940727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766834.940733:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766834.940738:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4063)
00000800:00000200:2.1:1775766834.941056:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766834.941057:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766834.941334:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766834.941336:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775766834.941616:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766834.941618:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1775766835.004014:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766835.004022:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766835.004025:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766835.004031:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766835.004036:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766835.004040:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766835.004043:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766835.004045:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766835.004048:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766836.027948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766836.027955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766836.027958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766836.027963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766836.027968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766836.027971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766836.027974:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766836.027978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766836.027980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766837.051932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766837.051938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766837.051939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766837.051944:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766837.051947:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766837.051950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766837.051953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766837.051955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766837.051957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766838.075915:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766838.075921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766838.075923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766838.075927:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766838.075930:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766838.075932:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766838.075935:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766838.075936:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766838.075938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766839.099945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766839.099951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766839.099953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766839.099957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766839.099961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766839.099964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766839.099966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766839.099968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766839.099970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766840.059926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766840.059935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766840.059939:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766840.059945:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766840.059954:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766840.059963:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4058
00000400:00000200:1.0:1775766840.059972:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766840.059980:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766840.059984:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766840.059991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.059996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.059999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766840.060005:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766840.060007:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766840.060009:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766840.060011:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766840.060013:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766840.060015:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766840.060017:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060018:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.060019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060020:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766840.060022:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766840.060025:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060026:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766840.060040:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766840.060043:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766840.060045:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060047:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766840.060049:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766840.060057:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775766840.060060:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766840.060064:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766840.060065:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060068:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766840.060071:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766840.060074:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766840.060080:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766840.060087:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766840.060096:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360485888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766840.060105:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766840.060108:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766840.060112:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360485888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766840.060130:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766840.060133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766840.060135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766840.060136:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766840.060138:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766840.060139:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766840.060141:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4058
00000400:00000200:1.0:1775766840.060144:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766840.060146:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766840.060148:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766840.060151:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060153:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.060155:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060164:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766840.060167:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766840.060169:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766840.060172:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766840.060175:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766840.060179:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766840.060183:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766840.060190:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.060202:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060208:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766840.060214:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766840.060220:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060225:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766840.060232:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766840.060238:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766840.060243:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060247:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766840.060250:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766840.060252:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060254:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766840.060259:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775766840.060263:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766840.060266:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766840.060268:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060269:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766840.060270:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766840.060272:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766840.060280:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766840.060284:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766840.060293:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360486016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766840.060302:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766840.060305:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766840.060310:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360486016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766840.060318:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766840.060321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766840.060328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766840.060330:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766840.060332:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766840.060336:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766840.060341:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4058
00000400:00000200:1.0:1775766840.060350:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766840.060354:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766840.060357:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766840.060364:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060367:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.060371:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060374:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766840.060376:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766840.060379:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766840.060381:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766840.060382:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766840.060384:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766840.060388:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766840.060393:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060395:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.060396:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060398:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766840.060400:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766840.060405:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060408:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766840.060410:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766840.060412:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766840.060415:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060419:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766840.060421:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766840.060434:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060438:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766840.060442:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775766840.060446:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766840.060455:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766840.060458:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060462:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766840.060464:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766840.060466:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766840.060470:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766840.060473:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766840.060479:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360486144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766840.060510:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766840.060512:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766840.060517:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360486144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766840.060534:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766840.060549:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766840.060555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766840.060559:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766840.060561:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766840.060567:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766840.060574:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4058
00000800:00000200:2.1:1775766840.060581:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766840.060588:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000400:00000200:1.0:1775766840.060590:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766840.060598:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766840.060601:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766840.060604:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060609:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.060612:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060618:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766840.060624:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766840.060627:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766840.060631:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766840.060633:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766840.060636:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766840.060643:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766840.060650:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060654:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766840.060661:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060667:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766840.060671:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766840.060676:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766840.060679:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766840.060682:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766840.060686:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766840.060689:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060693:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766840.060696:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766840.060701:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060705:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766840.060708:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775766840.060712:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766840.060715:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766840.060717:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766840.060719:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766840.060722:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766840.060724:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766840.060728:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775766840.060733:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766840.060739:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360486272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766840.060747:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766840.060749:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766840.060754:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360486272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766840.060764:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766840.060768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766840.060774:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766840.060779:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4068)
00000800:00000200:2.1:1775766840.061170:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766840.061173:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766840.061558:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766840.061561:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775766840.061899:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766840.061902:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1775766840.123933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766840.123946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766840.123948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766840.123953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766840.123956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766840.123959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766840.123961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766840.123963:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766840.123966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766841.147950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766841.147955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766841.147957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766841.147961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766841.147971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766841.147978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766841.147980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766841.147982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766841.147985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766842.171929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766842.171935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766842.171937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766842.171941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766842.171944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766842.171947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766842.171950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766842.171952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766842.171954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766843.196041:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766843.196047:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766843.196049:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766843.196054:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766843.196058:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766843.196061:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766843.196063:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766843.196065:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766843.196067:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766844.219927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766844.219933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766844.219934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766844.219939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766844.219942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766844.219945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766844.219947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766844.219949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766844.219951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766845.180604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766845.181003:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766845.181206:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766845.181386:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766845.243875:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766845.243881:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766845.243883:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766845.243887:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766845.243889:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766845.243892:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766845.243894:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766845.243897:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766845.243899:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766846.267895:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766846.267900:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766846.267902:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766846.267906:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766846.267909:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766846.267912:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766846.267914:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766846.267917:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766846.267919:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766847.291920:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766847.291925:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766847.291927:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766847.291931:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766847.291934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766847.291937:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766847.291939:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766847.291941:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766847.291944:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766848.315906:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766848.315912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766848.315913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766848.315918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766848.315921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766848.315924:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766848.315926:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766848.315929:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766848.315931:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766849.339956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766849.339962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766849.339964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766849.339968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766849.339971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766849.339974:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766849.339976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766849.339979:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766849.339981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766850.300014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766850.300023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766850.300027:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766850.300032:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766850.300039:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766850.300061:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4068
00000400:00000200:1.0:1775766850.300069:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766850.300075:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766850.300078:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766850.300083:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300097:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.300102:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300104:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766850.300107:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766850.300109:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766850.300111:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766850.300114:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766850.300116:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766850.300118:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766850.300121:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300122:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.300124:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300125:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766850.300128:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766850.300130:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300132:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766850.300134:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766850.300137:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766850.300139:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300141:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766850.300142:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766850.300149:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775766850.300151:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766850.300155:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766850.300157:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300160:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766850.300163:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766850.300167:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766850.300175:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775766850.300182:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766850.300192:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360486912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766850.300202:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766850.300206:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766850.300209:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360486912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766850.300241:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766850.300244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766850.300246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766850.300248:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766850.300249:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766850.300252:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766850.300255:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4068
00000400:00000200:1.0:1775766850.300260:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766850.300263:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766850.300266:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766850.300269:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.300292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766850.300299:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766850.300302:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766850.300304:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766850.300307:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766850.300309:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766850.300312:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766850.300316:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300334:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.300337:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300339:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766850.300342:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766850.300345:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300351:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766850.300354:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766850.300364:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766850.300371:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300378:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766850.300405:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766850.300410:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300411:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766850.300416:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775766850.300422:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766850.300427:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766850.300430:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300439:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766850.300442:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766850.300446:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766850.300455:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775766850.300461:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766850.300476:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360487040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766850.300505:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766850.300508:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766850.300514:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360487040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766850.300560:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766850.300565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766850.300568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766850.300570:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766850.300571:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766850.300574:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766850.300578:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4068
00000400:00000200:1.0:1775766850.300588:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766850.300600:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766850.300604:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766850.300614:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300623:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.300626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300631:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766850.300637:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766850.300640:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766850.300644:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766850.300646:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766850.300648:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766850.300652:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766850.300660:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300662:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.300665:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300672:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766850.300680:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766850.300690:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766850.300695:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766850.300700:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766850.300706:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766850.300715:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300725:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766850.300729:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766850.300737:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300742:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766850.300754:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775766850.300762:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766850.300769:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766850.300775:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.300778:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766850.300781:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766850.300790:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766850.300799:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766850.300804:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766850.300813:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360487168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766850.300909:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766850.300913:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766850.300926:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360487168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766850.300958:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766850.300965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766850.300981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766850.300986:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766850.300990:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766850.301001:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766850.301012:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4068
00000400:00000200:1.0:1775766850.301025:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766850.301039:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766850.301048:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766850.301054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.301061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.301067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.301073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766850.301078:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766850.301081:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766850.301084:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766850.301086:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766850.301092:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766850.301099:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766850.301110:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.301117:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766850.301120:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766850.301122:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766850.301126:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:2.1:1775766850.301135:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775766850.301137:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766850.301145:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766850.301146:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
02000000:00000001:1.0:1775766850.301149:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766850.301155:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766850.301162:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.301168:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766850.301179:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766850.301185:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.301190:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766850.301201:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775766850.301218:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766850.301221:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766850.301223:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766850.301231:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766850.301235:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766850.301240:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766850.301247:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766850.301254:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766850.301267:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360487296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766850.301355:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766850.301363:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766850.301374:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360487296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766850.301447:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766850.301451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766850.301457:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766850.301466:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4078)
00000800:00000200:2.1:1775766850.302012:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766850.302015:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766850.302295:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766850.302296:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775766850.302519:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766850.302521:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1775766850.363939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766850.363946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766850.363948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766850.363952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766850.363955:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766850.363958:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766850.363960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766850.363962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766850.363964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766851.387935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766851.387940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766851.387942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766851.387946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766851.387949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766851.387952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766851.387954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766851.387956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766851.387958:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766852.348004:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766852.348008:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766852.348011:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766852.411900:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766852.411905:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766852.411907:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766852.411912:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766852.411915:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766852.411918:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766852.411920:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766852.411922:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766852.411924:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766853.435905:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766853.435910:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766853.435911:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766853.435916:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766853.435919:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766853.435922:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766853.435924:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766853.435926:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766853.435928:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766854.459923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766854.459928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766854.459930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766854.459934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766854.459937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766854.459940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766854.459942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766854.459944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766854.459946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766855.419936:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766855.419949:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766855.419953:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766855.419959:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766855.419978:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766855.419987:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4073
00000400:00000200:1.0:1775766855.419999:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766855.420005:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766855.420009:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766855.420012:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420014:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766855.420016:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420018:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766855.420021:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766855.420022:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766855.420025:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766855.420027:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766855.420028:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766855.420030:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766855.420032:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420045:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766855.420046:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420047:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766855.420049:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766855.420051:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420053:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766855.420055:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766855.420058:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766855.420060:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420062:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766855.420063:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766855.420072:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775766855.420075:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766855.420078:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766855.420079:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420082:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766855.420085:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766855.420089:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766855.420097:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766855.420104:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766855.420114:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360487424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766855.420124:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766855.420128:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766855.420131:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360487424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766855.420151:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766855.420154:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766855.420156:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766855.420158:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766855.420159:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766855.420161:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766855.420162:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4073
00000400:00000200:1.0:1775766855.420165:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766855.420167:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766855.420169:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766855.420171:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420172:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766855.420174:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420175:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766855.420176:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766855.420177:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766855.420179:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766855.420180:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766855.420181:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766855.420183:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766855.420186:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420187:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766855.420189:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420191:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766855.420192:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766855.420194:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420196:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766855.420198:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766855.420205:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766855.420209:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420212:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766855.420216:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766855.420223:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420227:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766855.420234:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775766855.420238:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766855.420241:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766855.420242:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420245:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766855.420246:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766855.420250:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766855.420256:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766855.420261:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766855.420266:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360487552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766855.420272:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766855.420275:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766855.420278:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360487552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766855.420291:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766855.420293:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766855.420298:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766855.420300:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766855.420302:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766855.420304:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766855.420309:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4073
00000400:00000200:1.0:1775766855.420313:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766855.420317:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766855.420319:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766855.420323:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420326:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766855.420443:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420446:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766855.420447:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766855.420448:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766855.420451:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766855.420454:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766855.420457:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766855.420462:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:2.1:1775766855.420467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775766855.420469:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420472:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1775766855.420472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1775766855.420476:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420481:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766855.420485:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766855.420491:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420494:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766855.420498:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766855.420501:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766855.420504:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420517:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766855.420519:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766855.420521:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420524:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766855.420531:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775766855.420534:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766855.420538:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766855.420541:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420545:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766855.420548:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766855.420550:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766855.420555:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766855.420560:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766855.420568:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360487680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766855.420580:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766855.420583:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766855.420592:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360487680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766855.420601:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766855.420604:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766855.420617:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766855.420618:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766855.420621:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766855.420624:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766855.420628:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4073
00000400:00000200:1.0:1775766855.420634:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766855.420638:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766855.420642:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766855.420646:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420649:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766855.420653:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420655:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766855.420660:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766855.420663:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766855.420667:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766855.420669:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766855.420671:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766855.420674:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766855.420678:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420680:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766855.420685:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420687:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766855.420691:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766855.420696:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766855.420701:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766855.420705:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766855.420709:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766855.420712:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420717:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766855.420720:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766855.420724:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420726:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766855.420729:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775766855.420734:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766855.420739:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766855.420741:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766855.420746:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766855.420749:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766855.420752:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766855.420757:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775766855.420761:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766855.420778:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360487808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766855.420789:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766855.420792:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766855.420796:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360487808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766855.420810:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766855.420813:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766855.420820:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766855.420845:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4084)
00000800:00000200:2.1:1775766855.421003:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766855.421004:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775766855.421233:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766855.421235:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775766855.421436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766855.421438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000100:00000001:1.0:1775766855.483959:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766855.483974:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766855.483976:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766855.483980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766855.483983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766855.483986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766855.483988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766855.483991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766855.483993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766856.507939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766856.507946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766856.507949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766856.507954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766856.507959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766856.507963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766856.507966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766856.507969:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766856.507972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766857.468003:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766857.468006:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766857.468010:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766857.531940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766857.531945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766857.531946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766857.531951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766857.531954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766857.531957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766857.531959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766857.531968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766857.531971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766858.555922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766858.555929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766858.555931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766858.555936:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766858.555939:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766858.555942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766858.555944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766858.555946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766858.555949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766859.579920:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766859.579924:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766859.579926:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766859.579930:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766859.579933:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766859.579936:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766859.579938:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766859.579940:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766859.579942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766860.539975:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766860.539989:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766860.539995:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766860.540002:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766860.540011:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766860.540023:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4079
00000400:00000200:1.0:1775766860.540035:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766860.540045:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766860.540067:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766860.540074:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540078:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.540083:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540087:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766860.540093:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766860.540096:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766860.540101:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766860.540104:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766860.540106:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766860.540109:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766860.540113:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540131:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.540132:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540135:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766860.540137:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766860.540142:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540148:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766860.540153:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766860.540156:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766860.540160:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540163:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766860.540165:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766860.540205:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775766860.540211:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766860.540218:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766860.540221:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540249:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766860.540253:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766860.540260:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766860.540273:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775766860.540299:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766860.540329:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360487936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766860.540343:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766860.540355:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766860.540363:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360487936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766860.540392:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766860.540395:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766860.540398:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766860.540399:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766860.540400:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766860.540403:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766860.540405:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4079
00000400:00000200:1.0:1775766860.540409:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766860.540411:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766860.540413:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766860.540416:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540418:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.540421:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540423:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766860.540425:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766860.540426:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766860.540428:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766860.540429:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766860.540430:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766860.540432:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766860.540434:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540435:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.540436:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540437:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766860.540439:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766860.540441:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540444:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766860.540446:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766860.540453:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766860.540456:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540458:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766860.540462:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766860.540468:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540471:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766860.540475:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775766860.540478:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766860.540482:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766860.540485:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540488:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766860.540491:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766860.540494:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766860.540500:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775766860.540505:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766860.540511:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360488064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766860.540547:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766860.540552:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766860.540561:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360488064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766860.540584:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766860.540590:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766860.540603:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766860.540608:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766860.540611:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766860.540616:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766860.540623:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4079
00000400:00000200:1.0:1775766860.540633:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766860.540642:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766860.540645:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766860.540650:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540654:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.540660:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540667:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766860.540669:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766860.540670:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766860.540672:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766860.540673:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766860.540676:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766860.540681:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766860.540688:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540692:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.540700:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540708:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766860.540716:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766860.540723:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540732:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766860.540739:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766860.540762:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766860.540767:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540772:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766860.540777:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766860.540787:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540793:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766860.540798:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000010:1.0:1775766860.540800:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775766860.540805:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766860.540807:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766860.540809:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.540810:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766860.540812:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766860.540814:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766860.540821:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
02000000:00000010:1.0:1775766860.540822:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775766860.540830:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766860.540841:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360488192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766860.540849:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766860.540853:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766860.540857:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360488192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766860.540919:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766860.540923:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766860.540928:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766860.540932:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766860.540934:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766860.540940:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766860.540948:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4079
00000400:00000200:1.0:1775766860.540957:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766860.540966:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766860.540971:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766860.540980:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540984:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.540990:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.540993:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766860.540999:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766860.541001:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766860.541004:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766860.541008:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766860.541010:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766860.541015:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766860.541019:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.541021:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766860.541025:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766860.541027:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766860.541029:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766860.541032:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766860.541038:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766860.541040:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766860.541043:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766860.541049:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.541052:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766860.541056:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766860.541060:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.541064:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766860.541070:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775766860.541076:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766860.541078:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766860.541082:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766860.541084:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766860.541104:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766860.541106:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766860.541109:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766860.541114:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766860.541123:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360488320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766860.541176:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766860.541180:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766860.541191:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360488320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766860.541217:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766860.541224:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766860.541237:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766860.541251:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4089)
00000800:00000200:2.1:1775766860.541559:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766860.541561:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775766860.541770:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766860.541772:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775766860.542066:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766860.542068:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1775766860.604035:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766860.604042:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766860.604043:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766860.604048:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766860.604051:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766860.604054:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766860.604056:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766860.604058:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766860.604060:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766861.627953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766861.627964:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766861.627966:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766861.627973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766861.627978:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766861.627983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766861.627986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766861.627989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766861.627993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766862.588045:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766862.588048:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766862.588051:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766862.651955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766862.651960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766862.651971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766862.651977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766862.651982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766862.651986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766862.651988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766862.651990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766862.651992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766863.675907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766863.675913:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766863.675915:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766863.675920:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766863.675924:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766863.675928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766863.675930:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766863.675933:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766863.675936:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766864.699977:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766864.699985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766864.699986:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766864.699992:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766864.699996:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766864.700000:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766864.700002:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766864.700016:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766864.700018:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766865.659926:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766865.659935:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766865.659941:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766865.659952:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766865.659960:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766865.659968:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4084
00000400:00000200:1.0:1775766865.659979:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766865.659985:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766865.659989:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766865.659993:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.659998:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660005:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660009:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766865.660013:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766865.660014:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766865.660016:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766865.660019:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766865.660022:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766865.660023:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766865.660027:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660028:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660029:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660031:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766865.660033:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766865.660035:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660036:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766865.660039:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766865.660042:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766865.660044:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660046:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766865.660047:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766865.660056:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775766865.660059:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766865.660062:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766865.660063:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660065:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766865.660068:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766865.660072:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766865.660079:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766865.660086:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766865.660095:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360488448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766865.660104:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766865.660108:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766865.660111:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360488448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766865.660130:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766865.660133:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766865.660136:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766865.660136:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766865.660138:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766865.660139:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766865.660141:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4084
00000400:00000200:1.0:1775766865.660143:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766865.660145:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766865.660146:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766865.660148:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660150:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660151:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660153:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766865.660155:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766865.660155:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766865.660157:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766865.660159:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766865.660160:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766865.660162:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766865.660165:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660166:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660167:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660169:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766865.660170:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766865.660172:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660174:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766865.660175:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766865.660180:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766865.660183:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660185:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766865.660189:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766865.660191:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660192:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766865.660195:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775766865.660196:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766865.660199:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766865.660200:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660203:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766865.660204:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766865.660207:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766865.660212:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766865.660216:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766865.660242:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360488576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766865.660250:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766865.660253:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766865.660259:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360488576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766865.660267:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766865.660269:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766865.660272:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766865.660275:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766865.660276:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766865.660277:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766865.660282:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4084
00000400:00000200:1.0:1775766865.660286:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766865.660291:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766865.660293:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766865.660296:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660299:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660300:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660301:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766865.660303:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766865.660307:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766865.660310:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766865.660313:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766865.660315:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766865.660319:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766865.660325:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660327:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660328:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660329:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766865.660333:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766865.660339:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660343:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766865.660348:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766865.660351:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766865.660354:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660356:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766865.660357:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766865.660361:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660364:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766865.660368:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775766865.660372:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766865.660374:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766865.660376:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660377:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766865.660378:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766865.660379:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766865.660382:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775766865.660384:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766865.660388:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360488704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766865.660399:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766865.660401:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766865.660405:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360488704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766865.660417:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766865.660421:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766865.660427:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766865.660428:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766865.660431:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766865.660434:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766865.660437:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4084
00000400:00000200:1.0:1775766865.660442:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766865.660447:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766865.660449:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766865.660455:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660457:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660464:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660468:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766865.660473:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766865.660475:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766865.660477:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766865.660479:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766865.660483:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766865.660484:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766865.660486:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660488:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766865.660492:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660495:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766865.660499:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766865.660505:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766865.660509:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766865.660511:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766865.660513:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766865.660517:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660519:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766865.660523:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766865.660525:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660527:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766865.660532:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775766865.660535:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766865.660538:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766865.660540:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766865.660542:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766865.660544:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766865.660547:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766865.660550:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766865.660554:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766865.660561:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360488832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1775766865.660561:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766865.660568:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1775766865.660570:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766865.660574:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766865.660579:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360488832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766865.660589:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766865.660592:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766865.660595:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766865.660602:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4094)
00000800:00000200:2.1:1775766865.660935:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766865.660937:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775766865.661119:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766865.661121:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775766865.661310:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766865.661312:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1775766865.723933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766865.723940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766865.723943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766865.723949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766865.723953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766865.723957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766865.723959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766865.723970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766865.723974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766866.747948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766866.747954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766866.747956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766866.747961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766866.747964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766866.747967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766866.747969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766866.747971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766866.747973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766867.708063:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766867.708068:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766867.708074:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766867.771929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766867.771934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766867.771936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766867.771940:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766867.771945:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766867.771948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766867.771951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766867.771954:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766867.771957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766868.795964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766868.795973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766868.795976:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766868.795985:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766868.795990:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766868.795995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766868.795998:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766868.796002:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766868.796006:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766869.819910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766869.819915:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766869.819917:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766869.819922:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766869.819925:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766869.819928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766869.819930:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766869.819932:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766869.819934:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766870.779931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766870.779940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766870.779943:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766870.779949:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766870.779954:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766870.779962:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4089
00000400:00000200:1.0:1775766870.779973:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766870.779981:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766870.779986:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766870.779991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.779998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780005:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766870.780008:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766870.780010:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766870.780012:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766870.780014:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766870.780016:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766870.780018:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766870.780023:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766870.780033:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766870.780036:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780038:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766870.780041:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766870.780043:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766870.780045:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780046:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766870.780048:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766870.780057:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775766870.780059:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766870.780062:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766870.780064:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780066:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766870.780068:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766870.780072:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766870.780080:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775766870.780087:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766870.780095:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360488960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766870.780109:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766870.780113:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766870.780116:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360488960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766870.780136:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766870.780140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766870.780143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766870.780145:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766870.780146:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766870.780149:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766870.780152:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4089
00000400:00000200:1.0:1775766870.780157:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766870.780160:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766870.780163:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766870.780178:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780181:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780183:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766870.780188:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766870.780190:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766870.780192:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766870.780195:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766870.780198:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766870.780202:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766870.780210:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780219:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780225:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766870.780231:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766870.780239:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780245:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766870.780251:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766870.780259:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766870.780264:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780268:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766870.780272:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766870.780276:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780280:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766870.780288:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775766870.780292:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766870.780296:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766870.780297:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780299:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766870.780301:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766870.780303:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766870.780308:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775766870.780312:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766870.780320:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360489088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766870.780333:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766870.780338:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766870.780345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360489088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766870.780358:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766870.780361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766870.780364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766870.780368:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766870.780370:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766870.780373:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766870.780376:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4089
00000400:00000200:1.0:1775766870.780383:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766870.780388:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766870.780391:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766870.780396:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780400:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780405:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780408:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766870.780412:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766870.780414:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766870.780417:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766870.780419:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766870.780423:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766870.780427:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766870.780434:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780436:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780439:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780443:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766870.780447:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766870.780454:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780456:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766870.780460:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766870.780464:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766870.780466:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780470:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766870.780472:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766870.780474:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780478:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766870.780481:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775766870.780485:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766870.780490:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766870.780493:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766870.780493:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766870.780496:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1775766870.780498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1775766870.780499:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766870.780502:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766870.780507:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766870.780512:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766870.780517:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360489216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766870.780529:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766870.780532:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766870.780539:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360489216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766870.780548:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766870.780551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766870.780558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766870.780561:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766870.780563:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766870.780568:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766870.780572:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4089
00000400:00000200:1.0:1775766870.780578:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766870.780584:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766870.780588:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766870.780591:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780596:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766870.780603:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766870.780605:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766870.780608:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766870.780611:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766870.780624:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766870.780631:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766870.780637:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766870.780648:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780654:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766870.780660:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766870.780667:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766870.780673:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766870.780676:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766870.780679:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766870.780683:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780687:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766870.780690:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766870.780695:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780698:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766870.780703:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775766870.780708:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766870.780712:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766870.780714:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766870.780718:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766870.780720:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766870.780723:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766870.780727:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766870.780731:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766870.780741:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360489344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766870.780766:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766870.780769:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766870.780776:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360489344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766870.780785:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766870.780788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766870.780794:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766870.780800:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4099)
00000800:00000200:2.1:1775766870.780977:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766870.780979:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766870.781211:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766870.781212:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775766870.781417:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766870.781420:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1775766870.843958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766870.843964:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766870.843965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766870.843970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766870.843972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766870.843975:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766870.843978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766870.843980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766870.843982:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766871.867959:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766871.867976:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766871.867981:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766871.867988:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766871.867991:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766871.867994:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766871.867996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766871.867998:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766871.868000:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766872.828021:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766872.828024:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766872.828027:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766872.891923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766872.891930:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766872.891932:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766872.891939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766872.891943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766872.891947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766872.891950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766872.891952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766872.891955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766873.852044:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766873.852049:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766873.852054:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766873.915890:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766873.915896:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766873.915897:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766873.915902:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766873.915905:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766873.915908:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766873.915911:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766873.915913:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766873.915915:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766874.939947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766874.939952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766874.939954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766874.939958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766874.939961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766874.939964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766874.939967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766874.939970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766874.939972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766875.900663:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766875.900689:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766875.901366:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766875.901370:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766875.901580:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766875.901583:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775766875.901784:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766875.901785:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1775766875.963910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766875.963916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766875.963918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766875.963922:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766875.963926:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766875.963929:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766875.963932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766875.963935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766875.963938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766876.987922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766876.987928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766876.987930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766876.987934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766876.987937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766876.987941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766876.987942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766876.987944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766876.987946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766877.947991:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766877.947994:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766877.947998:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766878.011937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766878.011942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766878.011944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766878.011949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766878.011952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766878.011955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766878.011957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766878.011959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766878.011961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766879.035927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766879.035933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766879.035935:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766879.035939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766879.035942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766879.035945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766879.035947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766879.035949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766879.035951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766880.059983:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766880.059990:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766880.059992:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766880.059997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766880.060002:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766880.060006:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766880.060009:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766880.060012:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766880.060015:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766881.019960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766881.019971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766881.019975:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766881.019980:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766881.019986:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766881.019994:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4099
00000400:00000200:1.0:1775766881.020006:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766881.020013:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766881.020018:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766881.020024:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.020034:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766881.020043:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766881.020047:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766881.020051:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766881.020054:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766881.020073:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766881.020078:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766881.020087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020091:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.020094:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766881.020110:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766881.020119:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020123:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766881.020128:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766881.020133:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766881.020139:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020143:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766881.020146:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766881.020153:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775766881.020158:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766881.020165:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766881.020167:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020172:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766881.020176:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766881.020182:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766881.020192:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775766881.020201:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766881.020215:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360489984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766881.020234:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766881.020239:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766881.020246:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360489984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766881.020269:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766881.020273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766881.020276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766881.020278:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766881.020280:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766881.020282:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766881.020286:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4099
00000400:00000200:1.0:1775766881.020291:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766881.020298:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766881.020301:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766881.020306:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020311:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.020315:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020320:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766881.020328:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766881.020330:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766881.020332:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766881.020335:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766881.020340:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766881.020349:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766881.020359:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020366:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.020371:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020380:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766881.020383:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766881.020390:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020395:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766881.020402:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766881.020409:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766881.020419:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020425:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766881.020434:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766881.020442:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020448:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766881.020457:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775766881.020470:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766881.020476:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766881.020478:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020488:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766881.020491:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766881.020495:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766881.020506:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766881.020519:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766881.020532:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360490112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766881.020554:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766881.020559:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766881.020575:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360490112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766881.020596:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766881.020603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766881.020614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766881.020621:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766881.020624:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766881.020637:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766881.020644:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4099
00000400:00000200:1.0:1775766881.020654:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766881.020666:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766881.020670:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766881.020680:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.020698:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020709:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766881.020718:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766881.020722:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766881.020724:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766881.020729:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766881.020736:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766881.020743:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766881.020753:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.020766:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020777:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766881.020783:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766881.020792:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766881.020800:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766881.020802:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:1.0:1775766881.020804:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1775766881.020811:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1775766881.020812:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766881.020820:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020824:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766881.020874:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766881.020880:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020886:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766881.020892:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775766881.020899:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766881.020904:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766881.020907:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.020911:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766881.020913:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766881.020920:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766881.020930:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766881.020939:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766881.020956:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360490240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766881.020992:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766881.021001:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766881.021017:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360490240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766881.021049:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766881.021053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766881.021059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766881.021073:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766881.021079:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766881.021084:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766881.021091:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4099
00000400:00000200:1.0:1775766881.021097:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766881.021107:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766881.021118:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766881.021131:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.021137:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.021148:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.021157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766881.021169:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766881.021172:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766881.021178:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766881.021181:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766881.021187:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766881.021194:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766881.021203:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.021214:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766881.021223:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766881.021229:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766881.021240:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766881.021251:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766881.021261:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766881.021274:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766881.021282:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766881.021291:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.021301:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766881.021306:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766881.021317:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.021327:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766881.021334:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775766881.021343:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766881.021351:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766881.021354:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766881.021362:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766881.021368:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766881.021372:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766881.021381:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766881.021390:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766881.021404:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360490368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766881.021473:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766881.021481:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766881.021493:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360490368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766881.021533:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766881.021543:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766881.021555:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766881.021561:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4109)
00000800:00000200:2.1:1775766881.021669:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766881.021670:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766881.021939:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766881.021941:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775766881.022144:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766881.022146:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775766881.083948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766881.083955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766881.083957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766881.083963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766881.083967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766881.083971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766881.083974:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766881.083976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766881.083979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766882.107956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766882.107963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766882.107966:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766882.107971:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766882.107975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766882.107979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766882.107982:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766882.107984:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766882.107987:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766883.068004:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766883.068007:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766883.068010:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766883.131923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766883.131929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766883.131931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766883.131938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766883.131942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766883.131945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766883.131949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766883.131951:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766883.131954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766884.155958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766884.155965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766884.155967:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766884.155973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766884.155977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766884.155981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766884.155984:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766884.155986:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766884.155989:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766885.115978:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766885.115982:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766885.115987:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766885.179922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766885.179928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766885.179931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766885.179937:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766885.179941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766885.179944:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766885.179947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766885.179949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766885.179952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766886.140742:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766886.140749:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766886.141282:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766886.141284:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766886.141530:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766886.141532:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775766886.141717:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766886.141718:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1775766886.203941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766886.203947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766886.203948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766886.203953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766886.203956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766886.203959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766886.203961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766886.203964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766886.203967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766887.227915:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766887.227920:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766887.227922:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766887.227927:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766887.227930:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766887.227940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766887.227943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766887.227945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766887.227948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766888.188157:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766888.188163:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766888.188168:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766888.251918:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766888.251926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766888.251928:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766888.251934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766888.251938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766888.251942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766888.251945:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766888.251948:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766888.251951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766889.275917:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766889.275922:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766889.275924:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766889.275928:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766889.275932:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766889.275934:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766889.275936:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766889.275938:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766889.275940:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766890.299906:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766890.299913:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766890.299914:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766890.299918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766890.299921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766890.299924:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766890.299926:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766890.299928:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766890.299930:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775766891.260637:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766891.260660:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766891.261160:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766891.261162:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766891.261409:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766891.261411:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775766891.261606:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775766891.261608:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775766891.323925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766891.323932:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766891.323934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766891.323939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766891.323942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766891.323945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766891.323947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766891.323950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766891.323996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766892.348022:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766892.348031:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766892.348034:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766892.348040:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766892.348045:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766892.348050:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766892.348053:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766892.348056:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766892.348059:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766893.308148:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766893.308154:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766893.308160:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766893.371967:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766893.371975:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766893.371977:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766893.371983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766893.371987:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766893.371991:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766893.371994:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766893.371997:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766893.372000:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766894.332062:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766894.332066:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766894.332069:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766894.395971:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766894.395978:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766894.395980:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766894.395986:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766894.395990:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766894.395993:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766894.395995:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766894.395998:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766894.396001:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766895.356120:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766895.356126:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766895.356132:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766895.419955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766895.419961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766895.419964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766895.419969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766895.419972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766895.419976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766895.419978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766895.419981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766895.419983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766896.380988:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766896.380995:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775766896.381574:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766896.381576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775766896.381959:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766896.381962:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775766896.382260:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766896.382262:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1775766896.444031:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766896.444041:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766896.444044:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766896.444052:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766896.444057:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766896.444061:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766896.444064:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766896.444066:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766896.444083:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766897.467921:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766897.467926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766897.467929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766897.467934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766897.467937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766897.467940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766897.467942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766897.467944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766897.467946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766898.427992:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766898.427995:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766898.427998:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766898.491947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766898.491952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766898.491954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766898.491958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766898.491961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766898.491964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766898.491966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766898.491968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766898.491971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766899.452106:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766899.452111:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766899.452115:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766899.516016:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766899.516024:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766899.516027:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766899.516032:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766899.516036:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766899.516040:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766899.516042:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766899.516044:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766899.516047:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766900.476031:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766900.476034:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766900.476038:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766900.539943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766900.539948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766900.539950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766900.539954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766900.539958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766900.539961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766900.539963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766900.539964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766900.539967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766901.500595:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766901.500601:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766901.501285:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766901.501287:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766901.501529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766901.501531:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775766901.501830:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766901.501833:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1775766901.563967:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766901.563974:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766901.563976:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766901.563982:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766901.563986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766901.563989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766901.563991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766901.563994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766901.563996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766902.587914:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766902.587919:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766902.587921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766902.587926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766902.587929:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766902.587933:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766902.587934:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766902.587936:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766902.587938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766903.548045:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766903.548049:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766903.548052:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766903.612004:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766903.612012:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766903.612014:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766903.612020:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766903.612024:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766903.612028:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766903.612030:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766903.612033:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766903.612035:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766904.572066:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766904.572071:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766904.572075:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766904.635916:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766904.635921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766904.635923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766904.635927:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766904.635938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766904.635941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766904.635943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766904.635945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766904.635948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766905.595966:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766905.595969:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766905.595972:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766905.659936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766905.659942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766905.659944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766905.659948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766905.659951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766905.659954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766905.659965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766905.659970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766905.659972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766906.620513:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766906.620517:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766906.621156:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766906.621157:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766906.621376:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766906.621378:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775766906.621609:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766906.621611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1775766906.683930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766906.683936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766906.683938:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766906.683942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766906.683946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766906.683949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766906.683951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766906.683953:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766906.683955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766907.707944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766907.707953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766907.707956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766907.707963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766907.707968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766907.707972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766907.707975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766907.707978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766907.708007:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766908.668040:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766908.668044:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766908.668048:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766908.731942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766908.731948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766908.731951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766908.731958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766908.731964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766908.731968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766908.731972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766908.731976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766908.731979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766909.755937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766909.755944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766909.755946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766909.755952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766909.755956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766909.755960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766909.755963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766909.755966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766909.755968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766910.716075:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766910.716082:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766910.716089:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766910.779956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766910.779962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766910.779965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766910.779971:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766910.779976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766910.779980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766910.779983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766910.779986:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766910.779989:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766911.740917:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766911.741438:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766911.741702:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766911.742000:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766911.803952:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766911.803958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766911.803960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766911.803966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766911.803970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766911.803973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766911.803976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766911.803978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766911.803981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766912.827903:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766912.827909:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766912.827911:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766912.827915:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766912.827918:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766912.827921:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766912.827923:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766912.827925:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766912.827926:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766913.788097:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766913.788103:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766913.788107:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766913.851934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766913.851941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766913.851942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766913.851947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766913.851950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766913.851961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766913.851963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766913.851966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766913.851968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766914.875893:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766914.875898:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766914.875899:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766914.875904:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766914.875907:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766914.875910:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766914.875912:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766914.875914:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766914.875916:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766915.835990:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766915.835994:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766915.835998:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766915.899929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766915.899935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766915.899936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766915.899941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766915.899952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766915.899955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766915.899957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766915.899960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766915.899963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766916.861331:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766916.861347:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766916.862052:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766916.862055:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766916.862378:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766916.862381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766916.862667:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766916.862670:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1775766916.923938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766916.923944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766916.923946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766916.923950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766916.923953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766916.923956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766916.923958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766916.923960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766916.923962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766917.947890:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766917.947895:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766917.947897:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766917.947901:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766917.947904:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766917.947906:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766917.947908:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766917.947910:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766917.947912:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766918.971970:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766918.971978:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766918.971981:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766918.971999:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766918.972004:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766918.972009:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766918.972012:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766918.972015:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766918.972018:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766919.995919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766919.995926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766919.995928:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766919.995934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766919.995938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766919.995941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766919.995944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766919.995946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766919.995949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766920.956095:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766920.956118:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766920.956123:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766921.020002:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766921.020009:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766921.020011:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766921.020018:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766921.020022:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766921.020027:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766921.020030:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766921.020033:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766921.020048:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766921.980546:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766921.980560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766921.981261:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766921.981276:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766921.981501:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766921.981502:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775766921.981804:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766921.981806:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1775766922.043945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766922.043952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766922.043955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766922.043960:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766922.043964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766922.043967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766922.043969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766922.043972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766922.043974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766923.067937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766923.067943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766923.067944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766923.067949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766923.067953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766923.067957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766923.067959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766923.067961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766923.067963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766924.091938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766924.091945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766924.091948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766924.091954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766924.091958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766924.091962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766924.091965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766924.091968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766924.091971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766925.115988:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766925.116001:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766925.116003:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766925.116010:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766925.116015:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766925.116019:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766925.116022:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766925.116025:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766925.116029:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766926.076020:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766926.076024:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766926.076027:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766926.139923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766926.139929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766926.139930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766926.139934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766926.139937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766926.139941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766926.139943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766926.139945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766926.139947:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766927.099946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766927.099963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766927.099966:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766927.099974:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766927.099978:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766927.099984:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4145
00000400:00000200:1.0:1775766927.099993:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766927.099998:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766927.100001:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766927.100005:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766927.100016:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766927.100018:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766927.100020:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766927.100022:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766927.100024:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766927.100026:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766927.100029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100031:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100033:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766927.100038:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766927.100041:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100043:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766927.100046:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766927.100049:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766927.100063:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100066:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766927.100070:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766927.100084:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775766927.100090:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766927.100095:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766927.100097:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100101:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766927.100105:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766927.100110:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766927.100124:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775766927.100133:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766927.100147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360494592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766927.100168:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766927.100172:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766927.100175:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360494592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766927.100193:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766927.100196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766927.100199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766927.100200:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766927.100201:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766927.100203:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766927.100206:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4145
00000400:00000200:1.0:1775766927.100210:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766927.100214:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766927.100216:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766927.100218:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100220:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100222:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766927.100228:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766927.100230:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766927.100232:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766927.100234:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766927.100237:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766927.100238:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766927.100242:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100244:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100250:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766927.100254:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766927.100259:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100264:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766927.100268:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766927.100275:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766927.100280:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100282:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766927.100286:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766927.100292:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100295:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766927.100300:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775766927.100305:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766927.100309:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766927.100312:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100313:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766927.100316:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766927.100319:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766927.100332:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775766927.100336:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766927.100342:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360494720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766927.100353:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766927.100356:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766927.100360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360494720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766927.100371:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766927.100373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766927.100376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766927.100379:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766927.100381:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766927.100384:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766927.100388:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4145
00000400:00000200:1.0:1775766927.100393:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766927.100398:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766927.100402:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766927.100408:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100411:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100415:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100420:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766927.100433:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766927.100435:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766927.100438:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766927.100440:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766927.100443:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766927.100446:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766927.100451:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100453:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100455:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100456:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766927.100458:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766927.100462:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100467:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766927.100469:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766927.100471:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766927.100473:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100475:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766927.100479:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766927.100481:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100483:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766927.100486:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775766927.100489:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766927.100492:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766927.100495:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100497:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766927.100499:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766927.100501:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766927.100507:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775766927.100511:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766927.100520:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360494848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766927.100532:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766927.100534:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766927.100539:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360494848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766927.100557:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766927.100562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766927.100565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766927.100568:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766927.100570:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766927.100572:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766927.100574:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4145
00000400:00000200:1.0:1775766927.100577:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766927.100599:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766927.100609:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766927.100611:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100613:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766927.100623:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766927.100625:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766927.100627:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766927.100629:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766927.100634:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766927.100636:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766927.100641:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.1:1775766927.100641:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766927.100643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766927.100647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775766927.100649:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000040:1.0:1775766927.100652:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766927.100658:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766927.100660:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766927.100663:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766927.100667:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766927.100671:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100673:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766927.100676:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766927.100677:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100679:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766927.100684:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775766927.100688:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766927.100701:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766927.100704:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766927.100709:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766927.100712:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766927.100715:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766927.100722:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766927.100726:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766927.100734:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360494976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766927.100768:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766927.100770:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766927.100774:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360494976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766927.100788:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766927.100792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766927.100796:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766927.100803:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4155)
00000800:00000200:0.1:1775766927.101144:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766927.101147:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766927.101436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766927.101437:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775766927.101721:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766927.101724:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1775766927.163948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766927.163954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766927.163963:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766927.163969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766927.163971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766927.163986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766927.163988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766927.163993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766927.163995:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766928.187966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766928.187975:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766928.187978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766928.187984:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766928.187988:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766928.187993:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766928.187996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766928.187999:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766928.188002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766929.211936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766929.211942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766929.211943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766929.211947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766929.211950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766929.211954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766929.211956:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766929.211958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766929.211960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766930.235909:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766930.235916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766930.235918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766930.235923:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766930.235926:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766930.235930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766930.235932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766930.235935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766930.235937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766931.259952:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766931.259958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766931.259960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766931.259966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766931.259971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766931.259974:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766931.259977:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766931.259980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766931.259983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766932.220655:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766932.220660:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766932.221203:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766932.221205:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766932.221391:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766932.221393:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766932.221652:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766932.221653:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1775766932.283917:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766932.283923:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766932.283926:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766932.283932:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766932.283937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766932.283940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766932.283943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766932.283945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766932.283948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766933.307922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766933.307927:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766933.307929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766933.307935:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766933.307939:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766933.307943:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766933.307945:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766933.307948:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766933.307950:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766934.331958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766934.331969:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766934.331972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766934.331980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766934.331986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766934.331992:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766934.331996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766934.332001:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766934.332005:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766935.355896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766935.355901:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766935.355903:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766935.355907:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766935.355910:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766935.355913:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766935.355914:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766935.355916:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766935.355919:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766936.379893:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766936.379899:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766936.379900:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766936.379905:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766936.379908:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766936.379911:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766936.379913:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766936.379915:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766936.379917:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766937.340487:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766937.340491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766937.341090:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766937.341104:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766937.341314:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766937.341316:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775766937.341529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766937.341531:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1775766937.403908:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766937.403914:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766937.403915:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766937.403920:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766937.403923:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766937.403927:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766937.403929:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766937.403931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766937.403934:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766938.427941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766938.427947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766938.427949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766938.427953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766938.427956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766938.427959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766938.427961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766938.427963:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766938.427965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766939.451983:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766939.451990:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766939.451992:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766939.452013:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766939.452018:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766939.452021:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766939.452024:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766939.452027:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766939.452035:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766940.475960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766940.475966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766940.475968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766940.475973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766940.475976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766940.475979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766940.475981:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766940.475984:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766940.476001:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766941.499938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766941.499943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766941.499944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766941.499949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766941.499952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766941.499955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766941.499957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766941.499959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766941.499961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766942.459966:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766942.459973:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766942.459976:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766942.459980:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766942.459987:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766942.459994:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4160
00000400:00000200:1.0:1775766942.460003:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766942.460008:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766942.460011:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766942.460013:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460016:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460018:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460020:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766942.460022:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766942.460023:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766942.460025:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766942.460027:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766942.460029:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766942.460030:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766942.460032:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460034:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460035:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460037:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766942.460039:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766942.460041:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460043:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766942.460045:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766942.460048:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766942.460050:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460052:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766942.460053:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766942.460061:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775766942.460064:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766942.460067:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766942.460068:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460071:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766942.460073:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766942.460077:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766942.460084:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766942.460091:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766942.460102:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360496128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766942.460114:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766942.460119:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766942.460124:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360496128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766942.460149:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766942.460153:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766942.460157:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766942.460159:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766942.460162:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766942.460165:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766942.460169:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4160
00000400:00000200:1.0:1775766942.460175:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766942.460180:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766942.460182:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766942.460187:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460193:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460197:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460201:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766942.460206:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766942.460208:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766942.460212:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766942.460213:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766942.460217:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766942.460219:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766942.460221:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460225:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460227:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460230:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766942.460233:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766942.460236:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460240:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766942.460244:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766942.460253:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766942.460257:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460261:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766942.460267:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766942.460271:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460273:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766942.460281:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775766942.460285:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766942.460291:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766942.460295:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460298:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766942.460300:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766942.460305:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766942.460310:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775766942.460316:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766942.460323:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360496256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766942.460355:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766942.460360:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766942.460368:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360496256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766942.460382:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766942.460387:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766942.460394:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766942.460396:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766942.460398:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766942.460401:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766942.460406:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4160
00000400:00000200:1.0:1775766942.460437:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766942.460442:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766942.460447:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766942.460454:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460456:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460461:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460466:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766942.460467:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766942.460469:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766942.460470:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766942.460473:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766942.460475:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766942.460477:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766942.460483:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460487:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460490:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460492:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766942.460495:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766942.460501:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460502:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766942.460506:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775766942.460507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:1.0:1775766942.460509:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766942.460512:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766942.460512:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1775766942.460515:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766942.460519:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766942.460523:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460527:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766942.460533:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775766942.460536:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766942.460540:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766942.460542:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460545:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766942.460548:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766942.460550:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766942.460553:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766942.460558:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766942.460564:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360496384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766942.460586:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766942.460589:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766942.460594:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360496384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766942.460618:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766942.460621:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766942.460625:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766942.460628:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766942.460629:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766942.460631:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766942.460636:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4160
00000400:00000200:1.0:1775766942.460642:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766942.460647:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766942.460648:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766942.460650:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460651:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460653:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460655:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766942.460656:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766942.460657:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766942.460658:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766942.460659:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766942.460661:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766942.460663:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766942.460665:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460668:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766942.460669:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460671:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766942.460672:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766942.460675:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766942.460679:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766942.460680:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766942.460683:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766942.460687:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460689:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766942.460692:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766942.460697:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460699:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766942.460702:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775766942.460705:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766942.460709:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766942.460712:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766942.460713:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766942.460715:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766942.460718:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766942.460720:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766942.460723:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766942.460729:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360496512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766942.460742:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766942.460745:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766942.460751:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360496512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766942.460761:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766942.460766:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766942.460770:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766942.460776:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4171)
00000800:00000200:0.1:1775766942.460996:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766942.460997:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766942.461180:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766942.461182:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775766942.461446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766942.461448:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1775766942.523970:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766942.523976:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766942.523978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766942.523983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766942.523986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766942.523989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766942.523991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766942.523993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766942.523996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766943.548051:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766943.548061:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766943.548063:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766943.548070:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766943.548074:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766943.548077:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766943.548080:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766943.548083:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766943.548085:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766944.571958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766944.571966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766944.571967:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766944.571972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766944.571976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766944.571980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766944.571983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766944.571986:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766944.571988:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766945.595962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766945.595971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766945.595973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766945.595980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766945.595985:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766945.595989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766945.595993:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766945.595996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766945.596000:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766946.619964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766946.619984:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766946.619986:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766946.619999:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766946.620003:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766946.620007:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766946.620010:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766946.620013:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766946.620015:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766947.579909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766947.579918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766947.579924:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766947.579929:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766947.579935:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766947.579942:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4166
00000400:00000200:1.0:1775766947.579950:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766947.579955:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766947.579958:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766947.579965:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.579969:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766947.579972:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.579984:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766947.579987:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766947.579988:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766947.579990:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766947.579992:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766947.579994:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766947.579995:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766947.579997:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.579998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766947.579999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580001:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766947.580002:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766947.580005:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580006:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766947.580008:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766947.580011:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766947.580013:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580014:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766947.580016:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766947.580022:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775766947.580025:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766947.580028:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766947.580029:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580032:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766947.580035:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766947.580039:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766947.580048:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775766947.580054:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766947.580063:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360496640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766947.580071:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766947.580076:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766947.580079:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360496640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766947.580109:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766947.580111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766947.580114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766947.580115:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766947.580116:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766947.580118:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766947.580120:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4166
00000400:00000200:1.0:1775766947.580123:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766947.580126:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766947.580128:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766947.580130:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580132:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766947.580136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580138:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766947.580141:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766947.580144:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766947.580146:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766947.580147:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766947.580150:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766947.580153:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766947.580161:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580173:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766947.580176:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580178:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766947.580181:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766947.580185:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580187:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766947.580192:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766947.580198:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766947.580203:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580206:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766947.580211:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766947.580214:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580217:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766947.580220:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775766947.580224:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766947.580225:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766947.580228:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580231:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766947.580233:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766947.580234:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766947.580241:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775766947.580245:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766947.580251:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360496768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766947.580258:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766947.580261:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766947.580266:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360496768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766947.580296:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766947.580314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766947.580324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766947.580328:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766947.580332:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766947.580335:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766947.580341:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4166
00000400:00000200:1.0:1775766947.580422:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766947.580432:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766947.580439:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766947.580444:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580447:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766947.580465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580478:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766947.580482:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766947.580484:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766947.580485:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766947.580486:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766947.580490:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766947.580494:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766947.580500:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580503:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775766947.580506:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775766947.580508:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775766947.580512:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775766947.580513:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766947.580519:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766947.580527:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580533:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766947.580539:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766947.580545:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766947.580549:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580553:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766947.580557:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766947.580563:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580576:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766947.580584:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775766947.580588:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766947.580592:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766947.580594:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580599:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766947.580602:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766947.580605:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766947.580611:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766947.580615:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766947.580625:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360496896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766947.580648:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766947.580652:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766947.580655:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360496896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766947.580664:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766947.580670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766947.580675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766947.580676:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766947.580680:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766947.580684:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766947.580697:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4166
00000400:00000200:1.0:1775766947.580731:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766947.580739:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766947.580744:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766947.580747:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580750:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766947.580753:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580757:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766947.580759:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766947.580761:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766947.580764:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766947.580765:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766947.580769:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766947.580771:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766947.580778:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766947.580786:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580789:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766947.580791:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766947.580797:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766947.580802:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766947.580807:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766947.580811:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766947.580816:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580820:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766947.580823:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766947.580827:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580831:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766947.580837:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775766947.580841:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766947.580845:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766947.580848:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766947.580873:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766947.580876:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766947.580879:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766947.580884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766947.580890:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766947.580897:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360497024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766947.580912:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766947.580916:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766947.580924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360497024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766947.580939:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766947.580943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766947.580949:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766947.580958:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4176)
00000800:00000200:0.1:1775766947.581111:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766947.581113:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766947.581328:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766947.581329:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775766947.581576:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766947.581577:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775766947.643928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766947.643935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766947.643938:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766947.643943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766947.643948:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766947.643952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766947.643955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766947.643957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766947.643960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766948.667995:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766948.668005:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766948.668008:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766948.668014:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766948.668018:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766948.668022:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766948.668026:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766948.668029:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766948.668033:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766949.691891:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766949.691897:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766949.691898:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766949.691903:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766949.691906:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766949.691909:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766949.691911:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766949.691913:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766949.691915:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766950.715939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766950.715944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766950.715945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766950.715949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766950.715953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766950.715956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766950.715957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766950.715960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766950.715962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766951.739896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766951.739903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766951.739905:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766951.739911:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766951.739916:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766951.739919:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766951.739922:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766951.739925:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766951.739928:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766952.699921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766952.699929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766952.699932:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766952.699936:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766952.699940:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766952.699946:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4171
00000400:00000200:1.0:1775766952.699953:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766952.699957:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766952.699961:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766952.699964:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.699966:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.699969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.699971:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766952.699975:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766952.699977:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766952.699979:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766952.699981:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766952.699983:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766952.699985:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766952.699988:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.699990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.699992:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.699993:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766952.699996:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766952.699999:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700001:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766952.700003:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766952.700006:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766952.700008:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700010:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766952.700011:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766952.700016:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775766952.700019:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766952.700022:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766952.700024:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700026:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766952.700029:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766952.700033:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766952.700040:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775766952.700047:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766952.700056:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360497152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766952.700065:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766952.700070:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766952.700075:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360497152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766952.700098:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766952.700101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766952.700104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766952.700105:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766952.700106:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766952.700108:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766952.700110:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4171
00000400:00000200:1.0:1775766952.700114:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766952.700120:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766952.700122:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766952.700127:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700129:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.700133:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700138:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766952.700140:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766952.700141:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766952.700143:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766952.700146:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766952.700149:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766952.700152:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766952.700158:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.700169:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700172:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766952.700174:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766952.700176:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700177:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766952.700179:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766952.700184:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766952.700186:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700188:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766952.700191:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766952.700194:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700196:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766952.700198:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775766952.700200:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766952.700202:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766952.700203:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700204:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766952.700205:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766952.700207:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766952.700210:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766952.700213:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766952.700218:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360497280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766952.700223:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766952.700226:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766952.700230:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360497280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766952.700236:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766952.700238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766952.700240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766952.700242:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766952.700244:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766952.700251:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766952.700255:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4171
00000400:00000200:1.0:1775766952.700261:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766952.700267:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766952.700270:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766952.700276:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.700280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766952.700283:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766952.700284:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766952.700285:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766952.700286:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766952.700287:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766952.700289:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766952.700291:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700292:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.700293:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700294:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766952.700296:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766952.700299:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700300:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766952.700302:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766952.700304:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766952.700305:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700307:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766952.700308:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766952.700309:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700325:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766952.700328:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775766952.700329:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766952.700331:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766952.700332:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700334:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766952.700335:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766952.700338:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766952.700341:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766952.700346:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766952.700351:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360497408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766952.700359:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766952.700361:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766952.700365:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360497408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766952.700375:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766952.700378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766952.700384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766952.700388:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766952.700391:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766952.700397:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766952.700403:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4171
00000400:00000200:1.0:1775766952.700409:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766952.700415:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766952.700417:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766952.700420:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700421:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.700424:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700426:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766952.700427:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766952.700428:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766952.700429:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766952.700430:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766952.700432:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766952.700433:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766952.700436:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700437:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766952.700440:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700442:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766952.700444:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766952.700447:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766952.700449:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766952.700451:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766952.700453:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766952.700455:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700456:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766952.700459:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766952.700461:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700464:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766952.700470:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775766952.700474:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766952.700475:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766952.700476:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766952.700478:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766952.700481:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766952.700483:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766952.700487:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766952.700492:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766952.700499:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360497536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766952.700522:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766952.700526:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766952.700534:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360497536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766952.700546:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766952.700550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766952.700554:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766952.700559:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4181)
00000800:00000200:3.1:1775766952.700617:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766952.700619:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766952.700923:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766952.700931:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766952.701125:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766952.701127:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775766952.701297:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766952.701299:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1775766952.763913:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766952.763918:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766952.763920:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766952.763924:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766952.763927:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766952.763930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766952.763932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766952.763934:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766952.763935:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766953.787872:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766953.787877:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766953.787878:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766953.787882:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766953.787886:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766953.787888:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766953.787890:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766953.787892:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766953.787894:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766954.811950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766954.811957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766954.811960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766954.811965:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766954.811969:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766954.811973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766954.811976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766954.811979:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766954.811982:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766955.835962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766955.835968:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766955.835970:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766955.835976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766955.835980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766955.835983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766955.835986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766955.835988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766955.835991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766956.859938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766956.859947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766956.859949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766956.859955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766956.859959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766956.859963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766956.859965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766956.859968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766956.859970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766957.820755:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766957.820761:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766957.821473:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766957.821493:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766957.821765:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766957.821767:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775766957.822101:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766957.822103:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775766957.883949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766957.883955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766957.883956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766957.883961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766957.883964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766957.883967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766957.883969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766957.883972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766957.883974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766958.907961:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766958.907971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766958.907974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766958.907983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766958.907989:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766958.907994:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766958.907999:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766958.908003:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766958.908008:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766959.931949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766959.931955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766959.931957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766959.931961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766959.931965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766959.931968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766959.931970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766959.931972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766959.931974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766960.955902:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766960.955908:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766960.955909:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766960.955914:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766960.955918:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766960.955921:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766960.955923:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766960.955925:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766960.955927:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766961.979950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766961.979955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766961.979957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766961.979972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766961.979975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766961.979978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766961.979980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766961.979982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766961.979984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766962.940688:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766962.940701:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766962.941470:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766962.941472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766962.941715:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766962.941716:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775766962.941918:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766962.941920:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775766963.003903:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766963.003908:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766963.003909:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766963.003914:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766963.003916:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766963.003919:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766963.003921:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766963.003923:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766963.003925:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766964.027985:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766964.028021:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766964.028024:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766964.028030:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766964.028035:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766964.028040:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766964.028043:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766964.028046:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766964.028050:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766965.051925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766965.051932:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766965.051934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766965.051941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766965.051946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766965.051950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766965.051953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766965.051957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766965.051960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766966.075945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766966.075951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766966.075953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766966.075957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766966.075960:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766966.075963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766966.075965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766966.075967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766966.075969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766967.099892:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766967.099897:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766967.099899:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766967.099905:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766967.099907:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766967.099911:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766967.099913:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766967.099914:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766967.099916:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766968.060787:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766968.060794:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766968.061312:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766968.061314:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766968.061527:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766968.061529:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775766968.061765:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766968.061767:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1775766968.123907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766968.123912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766968.123914:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766968.123918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766968.123921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766968.123923:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766968.123932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766968.123935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766968.123937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766969.147936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766969.147946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766969.147949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766969.147957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766969.147962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766969.147967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766969.147971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766969.147974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766969.147979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766970.171977:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766970.171983:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766970.171985:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766970.171991:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766970.171994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766970.171998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766970.172000:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766970.172002:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766970.172005:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766971.195967:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766971.195978:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766971.195982:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766971.195992:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766971.195999:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766971.196024:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766971.196028:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766971.196032:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766971.196036:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766972.219937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766972.219943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766972.219945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766972.219950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766972.219953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766972.219957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766972.219961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766972.219964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766972.219967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766973.179970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766973.179979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766973.179984:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766973.179989:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766973.179995:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766973.180003:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4191
00000400:00000200:1.0:1775766973.180013:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766973.180020:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766973.180026:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766973.180033:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.180041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766973.180048:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766973.180050:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766973.180052:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766973.180055:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766973.180058:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766973.180061:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766973.180064:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.180068:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180070:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766973.180073:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766973.180076:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180079:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766973.180082:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766973.180086:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766973.180089:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180092:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766973.180094:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766973.180163:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775766973.180167:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766973.180171:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766973.180173:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180177:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766973.180180:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766973.180186:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766973.180194:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775766973.180203:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766973.180217:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360499200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766973.180230:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766973.180235:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766973.180241:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360499200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766973.180265:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766973.180269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766973.180273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766973.180275:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766973.180277:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766973.180280:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766973.180283:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4191
00000400:00000200:1.0:1775766973.180290:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766973.180294:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766973.180306:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766973.180309:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180312:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.180316:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180321:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766973.180326:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766973.180331:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766973.180335:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766973.180340:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766973.180346:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766973.180353:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766973.180364:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180371:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.180378:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180386:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766973.180391:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766973.180397:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180403:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766973.180406:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766973.180430:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766973.180434:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180438:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766973.180445:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766973.180452:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180458:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766973.180465:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775766973.180470:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766973.180478:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766973.180483:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180488:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766973.180491:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766973.180496:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766973.180503:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775766973.180509:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766973.180521:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360499328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766973.180542:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766973.180559:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766973.180566:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360499328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766973.180599:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766973.180604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766973.180610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766973.180611:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766973.180613:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766973.180617:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766973.180621:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4191
00000800:00000200:0.1:1775766973.180632:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000400:00000200:1.0:1775766973.180633:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.1:1775766973.180638:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000400:00000200:1.0:1775766973.180641:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766973.180645:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766973.180651:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180655:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.180658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180660:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766973.180664:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766973.180667:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766973.180670:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766973.180673:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766973.180676:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766973.180679:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766973.180686:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180688:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.180694:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180697:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766973.180703:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766973.180710:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180714:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766973.180717:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766973.180721:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766973.180727:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180732:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766973.180736:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766973.180739:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180740:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766973.180752:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775766973.180757:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766973.180760:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766973.180763:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.180766:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766973.180770:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766973.180774:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766973.180782:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775766973.180788:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766973.180799:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360499456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766973.180824:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766973.180876:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766973.180883:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360499456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766973.180901:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766973.180906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766973.180916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766973.180921:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766973.180924:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766973.180930:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766973.180953:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4191
00000400:00000200:1.0:1775766973.180967:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766973.180976:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766973.180981:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766973.180987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180991:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.180995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.180997:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766973.181003:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766973.181005:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766973.181010:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766973.181012:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766973.181019:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766973.181026:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766973.181053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.181058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766973.181064:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766973.181070:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766973.181076:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766973.181083:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766973.181090:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766973.181112:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766973.181118:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766973.181121:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.181126:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766973.181130:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766973.181145:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.181151:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766973.181157:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775766973.181163:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766973.181170:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766973.181174:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766973.181178:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766973.181181:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766973.181185:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766973.181192:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775766973.181199:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766973.181211:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360499584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766973.181230:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766973.181236:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766973.181245:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360499584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766973.181268:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766973.181272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766973.181279:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766973.181299:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4201)
00000800:00000200:0.1:1775766973.181507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766973.181523:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766973.181990:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766973.181994:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775766973.182358:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766973.182359:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1775766973.243954:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766973.243959:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766973.243961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766973.243966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766973.243969:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766973.243971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766973.243973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766973.243975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766973.243977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766974.267943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766974.267948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766974.267950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766974.267956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766974.267961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766974.267974:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766974.267981:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766974.267985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766974.267989:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766975.291941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766975.291950:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766975.291964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766975.291976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766975.291998:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766975.292002:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766975.292005:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766975.292008:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766975.292012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766976.315904:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766976.315910:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766976.315912:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766976.315917:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766976.315920:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766976.315923:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766976.315925:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766976.315927:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766976.315929:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766977.339946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766977.339951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766977.339953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766977.339957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766977.339960:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766977.339963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766977.339965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766977.339967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766977.339969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766978.299948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766978.299958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766978.299962:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766978.299966:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766978.299970:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766978.299976:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4196
00000400:00000200:1.0:1775766978.299982:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766978.299989:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766978.299995:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766978.299998:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300000:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300004:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766978.300006:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766978.300008:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766978.300010:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766978.300012:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766978.300014:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766978.300015:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766978.300018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300021:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766978.300024:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766978.300027:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300028:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766978.300030:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766978.300055:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766978.300058:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300059:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766978.300061:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766978.300067:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775766978.300070:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766978.300073:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766978.300074:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300088:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766978.300090:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766978.300094:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766978.300101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766978.300108:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766978.300116:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766978.300124:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766978.300128:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766978.300132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766978.300148:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766978.300151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766978.300153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766978.300154:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766978.300156:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766978.300158:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766978.300160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4196
00000400:00000200:1.0:1775766978.300162:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766978.300164:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766978.300166:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766978.300168:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300170:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300171:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300173:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766978.300175:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766978.300177:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766978.300178:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766978.300179:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766978.300181:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766978.300182:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766978.300186:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300194:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766978.300201:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766978.300202:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300203:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766978.300210:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766978.300216:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766978.300219:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300221:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766978.300226:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766978.300230:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300234:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766978.300240:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775766978.300243:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766978.300248:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766978.300249:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300251:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766978.300254:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766978.300255:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766978.300258:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766978.300262:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766978.300267:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766978.300275:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766978.300277:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766978.300280:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766978.300291:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766978.300295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766978.300300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766978.300302:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766978.300303:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766978.300305:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766978.300310:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4196
00000400:00000200:1.0:1775766978.300313:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766978.300315:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766978.300319:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766978.300321:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300323:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300325:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300328:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766978.300330:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766978.300333:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766978.300335:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766978.300337:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766978.300340:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766978.300342:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766978.300356:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300361:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300365:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300370:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766978.300373:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766978.300379:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300383:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766978.300385:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766978.300389:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766978.300394:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300395:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766978.300397:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766978.300401:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300405:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766978.300408:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775766978.300410:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766978.300413:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766978.300416:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300417:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766978.300420:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766978.300423:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766978.300427:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775766978.300431:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766978.300438:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766978.300457:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766978.300461:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766978.300466:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766978.300482:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766978.300486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766978.300488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766978.300489:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766978.300490:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766978.300491:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766978.300494:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4196
00000400:00000200:1.0:1775766978.300499:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766978.300502:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766978.300506:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766978.300508:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300509:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300513:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766978.300518:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766978.300519:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000800:00000200:0.1:1775766978.300522:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775766978.300523:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766978.300525:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766978.300528:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766978.300530:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766978.300533:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300534:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766978.300535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300537:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766978.300538:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766978.300548:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766978.300553:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766978.300557:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766978.300562:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766978.300567:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300569:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766978.300570:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766978.300574:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300575:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766978.300578:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775766978.300582:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766978.300584:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766978.300586:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766978.300589:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766978.300590:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766978.300592:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766978.300598:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766978.300602:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766978.300607:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766978.300616:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766978.300620:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766978.300623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766978.300628:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766978.300633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766978.300638:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766978.300642:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4206)
00000800:00000200:0.1:1775766978.300793:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766978.300977:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766978.301175:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775766978.363905:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766978.363910:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766978.363912:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766978.363916:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766978.363920:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766978.363923:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766978.363927:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766978.363929:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766978.363932:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766979.387925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766979.387930:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766979.387931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766979.387936:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766979.387939:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766979.387942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766979.387944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766979.387946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766979.387948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766980.411931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766980.411938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766980.411940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766980.411946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766980.411950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766980.411954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766980.411957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766980.411959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766980.411962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.372405:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766981.372412:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766981.372420:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766981.372441:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766978/real 1775766981]  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766981.372464:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766981.372470:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766981.372477:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d25d8.
00000400:00000200:1.0:1775766981.372489:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:1.0:1775766981.372494:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:1.0:1775766981.372502:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766981.372515:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766981.372561:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.372604:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766981.372609:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.372616:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.372623:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766981.372646:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.372663:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766981.372680:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.372698:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766981.372708:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.372715:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.372719:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.372727:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766981.372730:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766981.372741:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766981.372757:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766981.372765:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766981.372773:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766981.372783:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360499712:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775766981.372789:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.372792:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766981.372795:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01f80 x1862022360499712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.372801:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766981.372805:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766981.372809:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:1.0:1775766981.372814:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766981.372816:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766981.372819:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775766981.372821:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766981.372826:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775766981.372859:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766981.372862:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766981.372864:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01f80.
00000100:00000001:1.0:1775766981.372871:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766981.372872:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.372875:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.372878:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766981.372879:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766981.372881:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766981.372886:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766978/real 1775766981]  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766981.372895:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766981.372896:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766981.372898:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2318.
00000400:00000200:1.0:1775766981.372902:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf088
00000400:00000010:1.0:1775766981.372904:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf088.
00000100:00000001:1.0:1775766981.372907:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766981.372912:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766981.372922:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.372938:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766981.372940:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.372942:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.372944:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766981.372948:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.372955:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766981.372960:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.372967:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766981.372970:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.372972:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.372974:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.372976:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766981.372978:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766981.372981:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766981.372985:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766981.372987:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766981.372991:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766981.372999:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360499840:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766981.373004:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766981.373009:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766978/real 1775766981]  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766981.373030:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766981.373032:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766981.373034:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2b58.
00000400:00000200:1.0:1775766981.373037:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:1.0:1775766981.373039:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:1.0:1775766981.373041:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766981.373045:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766981.373053:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373059:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766981.373061:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373063:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.373064:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766981.373067:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373076:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766981.373080:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373088:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766981.373092:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373095:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.373098:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373100:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766981.373102:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766981.373105:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766981.373109:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766981.373112:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766981.373116:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766981.373124:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360499968:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775766981.373130:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.373132:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766981.373137:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00380 x1862022360499840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373145:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766981.373146:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766981.373148:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:1.0:1775766981.373153:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766981.373155:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766981.373157:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766981.373159:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766981.373160:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775766981.373162:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766981.373163:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766981.373165:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00380.
00000100:00000001:1.0:1775766981.373167:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766981.373169:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373171:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766981.373175:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02680 x1862022360499968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373182:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766981.373183:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766981.373185:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:1.0:1775766981.373188:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766981.373189:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766981.373191:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775766981.373193:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766981.373195:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775766981.373198:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766981.373199:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766981.373201:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02680.
00000100:00000001:1.0:1775766981.373204:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766981.373206:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373207:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.373209:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766981.373210:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766981.373212:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.373214:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.373903:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766981.373906:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766981.373907:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775766981.373913:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775766978/real 1775766981]  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775766981.373923:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775766981.373924:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775766981.373935:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2b00.
00000400:00000200:1.0:1775766981.373942:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf000
00000400:00000010:1.0:1775766981.373944:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf000.
00000100:00000001:1.0:1775766981.373947:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775766981.373951:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775766981.373961:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373967:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775766981.373968:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373970:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.373972:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775766981.373976:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373982:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775766981.373986:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.373992:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775766981.373995:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373996:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775766981.373998:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.373999:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775766981.374001:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775766981.374004:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775766981.374007:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775766981.374020:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775766981.374025:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775766981.374033:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360500096:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775766981.374038:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.374040:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775766981.374043:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02a00 x1862022360500096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766981.374048:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775766981.374050:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775766981.374052:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:1.0:1775766981.374056:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775766981.374057:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775766981.374059:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775766981.374061:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775766981.374062:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775766981.374065:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775766981.374066:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775766981.374068:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02a00.
00000100:00000001:1.0:1775766981.374070:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775766981.374071:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.374073:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.374081:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766981.374082:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.374084:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775766981.374086:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766981.435988:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766981.435997:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766981.435999:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766981.436006:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766981.436056:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766981.436060:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.436063:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766981.436066:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766981.436069:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766982.459930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766982.459936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766982.459937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766982.459941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766982.459944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766982.459948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766982.459950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766982.459951:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766982.459954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766983.419960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766983.419971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766983.419974:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766983.419980:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766983.419987:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766983.420030:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4201
00000400:00000200:1.0:1775766983.420042:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766983.420051:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766983.420056:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766983.420061:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420070:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766983.420083:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766983.420089:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766983.420096:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766983.420101:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766983.420108:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766983.420116:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766983.420125:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420130:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420135:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420140:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766983.420149:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766983.420154:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420159:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766983.420163:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766983.420169:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766983.420173:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420177:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766983.420180:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766983.420189:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775766983.420194:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766983.420200:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766983.420204:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420211:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766983.420217:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766983.420225:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766983.420236:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775766983.420247:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766983.420262:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360500224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766983.420277:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766983.420283:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766983.420299:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360500224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766983.420330:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766983.420334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766983.420339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766983.420341:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766983.420344:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766983.420347:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766983.420351:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4201
00000400:00000200:1.0:1775766983.420356:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766983.420361:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766983.420364:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766983.420368:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420371:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420375:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420378:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766983.420381:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766983.420383:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766983.420385:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766983.420388:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766983.420391:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766983.420393:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766983.420397:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420400:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420402:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420404:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766983.420407:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766983.420411:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420415:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766983.420417:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766983.420425:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766983.420428:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420430:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766983.420435:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766983.420439:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420441:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766983.420447:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775766983.420450:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766983.420454:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766983.420455:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420457:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766983.420459:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766983.420462:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766983.420467:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775766983.420471:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766983.420477:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360500352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766983.420488:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766983.420491:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766983.420496:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360500352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766983.420507:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766983.420510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766983.420515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766983.420518:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766983.420521:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766983.420525:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766983.420528:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4201
00000400:00000200:1.0:1775766983.420534:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766983.420539:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766983.420543:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766983.420550:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420561:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766983.420572:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766983.420576:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766983.420581:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766983.420585:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766983.420593:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766983.420600:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766983.420610:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420615:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420621:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766983.420637:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766983.420647:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420654:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766983.420659:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766983.420664:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766983.420670:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420678:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766983.420682:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766983.420687:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420690:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766983.420695:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775766983.420703:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766983.420708:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766983.420710:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420712:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766983.420714:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766983.420717:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766983.420722:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775766983.420726:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766983.420733:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360500480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766983.420744:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766983.420746:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766983.420752:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360500480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766983.420764:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766983.420768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766983.420772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766983.420775:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766983.420777:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766983.420780:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766983.420785:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4201
00000400:00000200:1.0:1775766983.420790:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766983.420795:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766983.420798:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766983.420802:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420805:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420808:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420811:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766983.420815:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766983.420817:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766983.420820:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766983.420822:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766983.420826:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766983.420859:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766983.420864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420867:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766983.420869:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420873:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766983.420876:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775766983.420880:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766983.420883:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766983.420886:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766983.420889:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766983.420892:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420895:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766983.420898:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766983.420900:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420903:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766983.420908:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775766983.420911:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766983.420914:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766983.420917:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766983.420920:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766983.420922:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766983.420924:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766983.420929:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766983.420933:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766983.420939:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360500608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766983.420949:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766983.420952:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766983.420957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360500608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766983.420968:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766983.420972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766983.420978:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766983.420986:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4212)
00000800:00000200:0.1:1775766983.421259:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766983.421263:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766983.421754:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766983.421757:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766983.422231:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766983.422234:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775766983.422458:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766983.422460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1775766983.483927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766983.483933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766983.483951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766983.483957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766983.483961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766983.483966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766983.483969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766983.483972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766983.483975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766984.507919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766984.507924:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766984.507926:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766984.507930:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766984.507934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766984.507936:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766984.507938:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766984.507941:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766984.507943:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766985.532033:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766985.532042:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766985.532045:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766985.532052:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766985.532069:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766985.532073:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766985.532077:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766985.532081:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766985.532084:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766986.555999:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766986.556006:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766986.556008:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766986.556014:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766986.556017:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766986.556021:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766986.556023:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766986.556025:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766986.556028:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766987.580026:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766987.580035:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766987.580038:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766987.580044:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766987.580049:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766987.580052:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766987.580055:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766987.580058:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766987.580061:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775766988.540759:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766988.540763:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766988.541172:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766988.541174:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766988.541379:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766988.541381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775766988.541623:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766988.541625:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1775766988.603917:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766988.603922:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766988.603923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766988.603928:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766988.603931:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766988.603933:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766988.603949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766988.603952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766988.603955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766989.627973:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766989.627979:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766989.627981:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766989.627986:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766989.627989:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766989.627992:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766989.627994:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766989.627996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766989.627998:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766990.651889:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766990.651897:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766990.651899:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766990.651906:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766990.651910:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766990.651925:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766990.651928:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766990.651931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766990.651934:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766991.675970:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766991.675976:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766991.675978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766991.675983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766991.675986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766991.676004:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766991.676017:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766991.676020:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766991.676022:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766992.699913:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766992.699918:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766992.699920:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766992.699925:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766992.699927:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766992.699930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766992.699932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766992.699934:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766992.699936:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766993.659938:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766993.659947:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775766993.659951:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766993.659957:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766993.659964:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766993.659973:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4212
00000400:00000200:1.0:1775766993.659983:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766993.659990:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766993.659993:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766993.659996:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.659998:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660001:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660003:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766993.660007:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766993.660009:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775766993.660013:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766993.660015:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775766993.660017:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775766993.660019:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775766993.660023:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660024:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660026:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660027:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766993.660029:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775766993.660032:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660033:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766993.660035:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766993.660037:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766993.660040:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660041:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775766993.660043:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766993.660050:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775766993.660053:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775766993.660058:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766993.660067:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660071:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766993.660074:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766993.660079:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766993.660094:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775766993.660102:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766993.660115:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360501248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766993.660124:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766993.660127:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766993.660131:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360501248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766993.660147:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766993.660150:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766993.660152:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775766993.660153:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766993.660155:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766993.660157:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766993.660158:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4212
00000400:00000200:1.0:1775766993.660161:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766993.660164:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766993.660165:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766993.660167:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660169:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660170:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660171:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766993.660173:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766993.660174:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775766993.660175:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766993.660177:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775766993.660178:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775766993.660180:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775766993.660183:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660184:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660186:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660188:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766993.660189:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775766993.660191:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660193:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766993.660194:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766993.660199:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766993.660201:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660204:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766993.660207:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766993.660210:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660213:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766993.660217:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775766993.660219:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766993.660222:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766993.660223:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660226:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766993.660228:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766993.660231:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766993.660236:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775766993.660241:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766993.660247:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360501376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766993.660256:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766993.660259:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766993.660263:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360501376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766993.660273:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766993.660278:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766993.660281:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775766993.660283:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766993.660284:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766993.660286:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766993.660289:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4212
00000400:00000200:1.0:1775766993.660295:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766993.660298:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766993.660302:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766993.660303:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660305:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660307:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660312:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766993.660316:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766993.660317:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775766993.660318:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766993.660319:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775766993.660324:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775766993.660327:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775766993.660330:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660331:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660333:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660337:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766993.660339:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775766993.660341:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660343:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766993.660346:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766993.660349:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766993.660351:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660353:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766993.660355:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775766993.660360:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660364:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766993.660371:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775766993.660375:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775766993.660380:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766993.660382:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660388:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766993.660391:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766993.660394:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766993.660403:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775766993.660408:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766993.660416:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360501504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766993.660423:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766993.660426:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766993.660431:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360501504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766993.660444:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775766993.660447:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775766993.660453:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775766993.660456:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775766993.660458:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775766993.660463:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775766993.660469:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4212
00000400:00000200:1.0:1775766993.660479:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775766993.660485:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775766993.660487:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775766993.660494:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660497:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660502:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660507:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775766993.660512:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775766993.660513:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775766993.660514:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775766993.660518:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775766993.660519:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775766993.660521:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775766993.660526:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660530:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775766993.660531:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775766993.660536:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775766993.660538:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:3.1:1775766993.660540:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775766993.660544:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:3.1:1775766993.660544:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1775766993.660547:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775766993.660550:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775766993.660553:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775766993.660558:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660560:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775766993.660562:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775766993.660567:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660570:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775766993.660573:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775766993.660577:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775766993.660580:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775766993.660582:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766993.660584:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775766993.660588:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775766993.660589:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775766993.660593:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775766993.660598:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766993.660607:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360501632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775766993.660640:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775766993.660643:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766993.660649:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360501632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775766993.660665:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775766993.660668:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775766993.660673:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775766993.660679:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4222)
00000800:00000200:3.1:1775766993.661006:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766993.661007:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766993.661192:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766993.661195:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775766993.661473:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775766993.661475:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1775766993.723932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766993.723937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766993.723938:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766993.723943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766993.723945:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766993.723948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766993.723950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766993.723952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766993.723954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766994.747971:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766994.747982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766994.747984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766994.747989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766994.747992:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766994.747995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766994.747997:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766994.747999:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766994.748001:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775766995.708077:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775766995.708083:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775766995.708089:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775766995.772010:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766995.772019:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766995.772022:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766995.772031:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766995.772037:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766995.772043:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766995.772047:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766995.772051:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766995.772055:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766996.795960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766996.795965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766996.795968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766996.795973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766996.795977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766996.795981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766996.795984:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766996.795987:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766996.795990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766997.819919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766997.819925:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766997.819928:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766997.819934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766997.819938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766997.819941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766997.819944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766997.819946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766997.819949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775766998.780672:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766998.780677:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766998.781450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766998.781452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766998.781655:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766998.781657:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775766998.781995:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775766998.781997:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1775766998.843991:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766998.844000:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766998.844004:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766998.844011:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766998.844017:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766998.844035:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766998.844039:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766998.844041:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766998.844049:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775766999.868016:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775766999.868039:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775766999.868042:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775766999.868047:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775766999.868051:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775766999.868055:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766999.868058:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775766999.868060:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775766999.868063:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767000.828178:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767000.828183:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767000.828187:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767000.891932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767000.891938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767000.891940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767000.891945:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767000.891949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767000.891953:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767000.891955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767000.891957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767000.891959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767001.915920:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767001.915925:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767001.915928:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767001.915933:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767001.915936:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767001.915939:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767001.915941:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767001.915944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767001.915946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767002.939966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767002.939973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767002.939975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767002.939980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767002.939983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767002.939987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767002.939990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767002.939992:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767002.939994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767003.900479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767003.900485:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767003.901136:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767003.901138:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767003.901329:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767003.901330:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767003.901554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767003.901555:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1775767003.963919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767003.963925:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767003.963926:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767003.963930:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767003.963933:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767003.963936:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767003.963938:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767003.963940:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767003.963942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767004.987946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767004.987952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767004.987954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767004.987958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767004.987961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767004.987964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767004.987966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767004.987968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767004.987970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767005.948038:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767005.948041:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767005.948044:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767006.011917:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767006.011923:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767006.011925:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767006.011930:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767006.011934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767006.011937:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767006.011940:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767006.011942:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767006.011944:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767007.035907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767007.035913:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767007.035915:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767007.035919:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767007.035922:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767007.035925:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767007.035927:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767007.035929:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767007.035931:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767008.059957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767008.059965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767008.059969:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767008.059974:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767008.059979:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767008.059983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767008.059986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767008.059989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767008.059992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767009.019943:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767009.019954:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767009.019958:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767009.019963:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767009.019969:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767009.019975:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4227
00000400:00000200:1.0:1775767009.019985:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767009.019992:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767009.019996:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767009.020000:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020003:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020005:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020007:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767009.020009:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767009.020011:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767009.020013:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767009.020015:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767009.020016:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767009.020018:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767009.020020:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020021:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020023:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020024:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767009.020026:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767009.020028:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020029:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767009.020033:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767009.020035:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767009.020037:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020039:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767009.020041:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767009.020050:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767009.020054:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767009.020058:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767009.020069:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020073:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767009.020076:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767009.020086:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767009.020094:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767009.020103:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767009.020114:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360502784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767009.020122:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767009.020126:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767009.020129:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360502784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767009.020145:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767009.020148:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767009.020151:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767009.020152:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767009.020153:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767009.020155:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767009.020158:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4227
00000400:00000200:1.0:1775767009.020163:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767009.020166:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767009.020168:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767009.020172:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020174:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020176:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020179:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767009.020184:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767009.020188:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767009.020192:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767009.020196:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767009.020203:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767009.020208:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767009.020217:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020223:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020230:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020238:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767009.020242:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767009.020247:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020251:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767009.020255:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767009.020261:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767009.020266:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020269:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767009.020273:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767009.020277:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020280:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767009.020284:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767009.020287:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767009.020289:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767009.020291:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020294:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767009.020296:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767009.020299:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767009.020304:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767009.020310:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767009.020318:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360502912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767009.020331:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767009.020335:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767009.020340:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360502912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767009.020354:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767009.020358:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767009.020363:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767009.020366:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767009.020370:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767009.020377:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767009.020384:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4227
00000400:00000200:1.0:1775767009.020397:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767009.020408:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767009.020414:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767009.020421:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020425:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020430:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020434:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767009.020439:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767009.020441:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000800:00000200:0.1:1775767009.020444:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775767009.020445:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767009.020447:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775767009.020449:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1775767009.020450:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767009.020455:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767009.020461:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020464:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020469:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020471:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767009.020473:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767009.020476:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020479:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767009.020481:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767009.020485:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767009.020489:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020491:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767009.020493:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767009.020495:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020499:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767009.020503:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767009.020507:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767009.020511:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767009.020514:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020518:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767009.020522:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767009.020525:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767009.020532:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767009.020539:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767009.020550:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360503040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767009.020564:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767009.020566:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767009.020570:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360503040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767009.020583:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767009.020587:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767009.020590:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767009.020592:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767009.020594:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767009.020597:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767009.020600:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4227
00000400:00000200:1.0:1775767009.020605:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767009.020608:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767009.020610:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767009.020612:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020613:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020614:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020615:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767009.020617:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767009.020619:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767009.020621:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767009.020623:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767009.020625:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767009.020627:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767009.020633:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020636:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767009.020641:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020643:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767009.020647:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767009.020650:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767009.020655:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767009.020656:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767009.020661:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767009.020663:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020666:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767009.020669:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767009.020674:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020677:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767009.020683:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767009.020687:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767009.020689:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767009.020691:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767009.020695:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767009.020696:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767009.020699:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767009.020702:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767009.020706:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767009.020712:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360503168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767009.020720:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767009.020740:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767009.020747:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360503168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767009.020766:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767009.020769:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767009.020774:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767009.020781:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4237)
00000800:00000200:0.1:1775767009.021092:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767009.021094:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767009.021323:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767009.021324:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767009.021499:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767009.021501:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1775767009.083910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767009.083916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767009.083917:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767009.083921:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767009.083924:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767009.083927:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767009.083929:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767009.083931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767009.083933:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767010.107911:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767010.107918:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767010.107920:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767010.107926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767010.107930:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767010.107933:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767010.107936:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767010.107939:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767010.107942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767011.068001:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767011.068005:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767011.068008:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767011.131924:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767011.131929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767011.131931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767011.131937:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767011.131940:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767011.131943:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767011.131946:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767011.131964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767011.131967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767012.155932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767012.155937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767012.155940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767012.155945:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767012.155947:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767012.155951:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767012.155953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767012.155955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767012.155957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767013.179939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767013.179944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767013.179946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767013.179949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767013.179952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767013.179955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767013.179957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767013.179959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767013.179961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767014.140974:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767014.140981:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767014.141811:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767014.141828:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767014.142260:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767014.142274:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767014.142793:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767014.142796:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1775767014.203990:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767014.203997:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767014.203999:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767014.204005:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767014.204009:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767014.204014:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767014.204033:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767014.204036:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767014.204039:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767015.227900:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767015.227905:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767015.227907:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767015.227911:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767015.227914:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767015.227917:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767015.227919:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767015.227921:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767015.227923:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767016.188067:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767016.188070:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767016.188074:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767016.251947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767016.251953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767016.251955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767016.251964:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767016.251967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767016.251971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767016.251972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767016.251974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767016.251976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767017.212362:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767017.212366:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767017.212370:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767017.275933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767017.275939:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767017.275941:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767017.275946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767017.275950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767017.275953:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767017.275955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767017.275957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767017.275961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767018.299932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767018.299939:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767018.299941:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767018.299947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767018.299951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767018.299954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767018.299957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767018.299959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767018.299961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767019.260908:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767019.260917:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767019.262015:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767019.262018:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767019.262371:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767019.262373:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1775767019.262803:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767019.262806:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000100:00000001:1.0:1775767019.323953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767019.323960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767019.323962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767019.323968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767019.323971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767019.323975:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767019.323978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767019.323980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767019.323983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767020.347914:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767020.347919:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767020.347921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767020.347925:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767020.347928:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767020.347931:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767020.347933:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767020.347935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767020.347937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767021.308072:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767021.308077:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767021.308082:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767021.371894:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767021.371900:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767021.371910:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767021.371916:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767021.371920:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767021.371923:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767021.371925:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767021.371927:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767021.371930:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767022.332007:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767022.332011:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767022.332014:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767022.395952:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767022.395960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767022.395962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767022.395967:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767022.395970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767022.395973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767022.395976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767022.395978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767022.395979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767023.419949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767023.419955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767023.419958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767023.419963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767023.419975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767023.419979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767023.419983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767023.419985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767023.419988:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767024.379950:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767024.379959:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767024.379962:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767024.379967:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767024.379972:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767024.379980:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4242
00000400:00000200:1.0:1775767024.379989:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767024.379996:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767024.380001:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767024.380005:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380010:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380013:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380017:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767024.380023:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767024.380026:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767024.380031:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767024.380036:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767024.380042:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767024.380056:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767024.380069:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380071:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380073:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380075:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767024.380078:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767024.380083:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380086:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767024.380088:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767024.380092:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767024.380098:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380102:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767024.380104:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767024.380110:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767024.380113:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767024.380116:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767024.380118:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380121:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767024.380123:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767024.380127:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767024.380134:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767024.380142:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767024.380164:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360504320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767024.380174:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767024.380178:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767024.380182:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360504320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767024.380203:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767024.380206:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767024.380210:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767024.380212:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767024.380213:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767024.380215:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767024.380218:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4242
00000400:00000200:1.0:1775767024.380222:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767024.380225:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767024.380227:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767024.380230:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380232:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380234:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380236:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767024.380239:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767024.380240:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767024.380242:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767024.380244:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767024.380247:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767024.380250:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767024.380254:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380256:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380261:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380268:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767024.380273:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767024.380279:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380284:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767024.380289:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767024.380298:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767024.380303:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380308:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767024.380315:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767024.380324:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380326:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767024.380334:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767024.380340:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767024.380344:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767024.380346:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380348:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767024.380349:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767024.380353:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767024.380359:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767024.380364:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767024.380374:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360504448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767024.380386:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767024.380390:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767024.380394:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360504448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767024.380406:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767024.380409:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767024.380414:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767024.380416:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767024.380419:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767024.380424:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767024.380428:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4242
00000400:00000200:1.0:1775767024.380458:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767024.380464:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767024.380469:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767024.380477:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380482:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380487:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380490:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767024.380493:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767024.380494:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767024.380495:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767024.380498:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767024.380503:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767024.380505:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767024.380511:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380515:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380517:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380519:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775767024.380519:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775767024.380523:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:0.1:1775767024.380524:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1775767024.380528:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380531:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767024.380534:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767024.380538:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767024.380541:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380546:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767024.380548:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767024.380553:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380556:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767024.380559:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767024.380576:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767024.380580:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767024.380583:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380585:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767024.380587:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767024.380589:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767024.380595:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767024.380601:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767024.380606:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360504576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767024.380627:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767024.380631:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767024.380640:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360504576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767024.380651:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767024.380653:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767024.380657:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767024.380660:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767024.380664:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767024.380669:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767024.380672:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4242
00000400:00000200:1.0:1775767024.380679:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767024.380681:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767024.380682:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767024.380684:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380685:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380688:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380691:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767024.380693:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767024.380696:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767024.380698:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767024.380700:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767024.380703:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767024.380707:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767024.380714:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380716:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767024.380720:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380721:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767024.380725:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767024.380729:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767024.380734:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767024.380738:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767024.380742:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767024.380746:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380749:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767024.380752:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767024.380757:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380762:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767024.380766:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767024.380768:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767024.380771:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767024.380774:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767024.380777:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767024.380779:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767024.380780:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767024.380785:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767024.380788:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767024.380794:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360504704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767024.380818:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767024.380821:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767024.380860:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360504704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767024.380880:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767024.380885:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767024.380892:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767024.380896:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4253)
00000800:00000200:0.1:1775767024.381108:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767024.381110:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767024.381305:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767024.381307:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767024.381480:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767024.381482:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775767024.443937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767024.443943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767024.443946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767024.443950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767024.443953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767024.443956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767024.443966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767024.443968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767024.443971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767025.467984:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767025.467997:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767025.468000:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767025.468011:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767025.468017:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767025.468025:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767025.468046:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767025.468050:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767025.468053:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767026.428048:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767026.428053:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767026.428056:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767026.491966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767026.491975:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767026.491977:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767026.491985:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767026.491989:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767026.491995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767026.491999:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767026.492002:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767026.492005:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767027.515896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767027.515902:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767027.515904:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767027.515910:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767027.515913:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767027.515917:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767027.515920:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767027.515922:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767027.515924:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767028.539977:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767028.539987:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767028.539989:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767028.539997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767028.540002:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767028.540008:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767028.540011:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767028.540014:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767028.540018:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767029.499977:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767029.499988:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767029.499991:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767029.499995:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767029.500000:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767029.500010:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4248
00000400:00000200:1.0:1775767029.500021:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767029.500033:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767029.500036:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767029.500045:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500052:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.500055:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500057:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767029.500062:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767029.500063:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767029.500066:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767029.500070:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767029.500076:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767029.500080:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767029.500087:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500090:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.500094:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500096:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767029.500099:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767029.500103:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500105:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767029.500109:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767029.500113:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767029.500115:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500117:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767029.500119:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767029.500131:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767029.500135:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767029.500139:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767029.500141:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500145:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767029.500148:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767029.500153:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767029.500162:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767029.500170:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767029.500188:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360504832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767029.500201:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767029.500207:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767029.500213:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360504832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767029.500239:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767029.500243:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767029.500248:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767029.500249:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767029.500251:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767029.500255:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767029.500260:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4248
00000400:00000200:1.0:1775767029.500266:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767029.500273:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767029.500279:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767029.500300:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500312:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.500322:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500331:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767029.500338:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767029.500342:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767029.500350:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767029.500355:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767029.500364:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767029.500372:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767029.500383:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500387:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.500397:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500427:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767029.500435:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767029.500445:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500453:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767029.500462:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767029.500473:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767029.500480:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500500:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767029.500550:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767029.500561:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500566:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767029.500576:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767029.500586:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767029.500596:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767029.500600:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500609:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767029.500616:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767029.500623:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767029.500631:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767029.500646:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767029.500665:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360504960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767029.500692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767029.500699:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775767029.500700:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767029.500717:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767029.500733:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360504960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767029.500759:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767029.500772:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767029.500783:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767029.500790:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767029.500794:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767029.500806:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767029.500817:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4248
00000400:00000200:1.0:1775767029.500852:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767029.500857:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767029.500859:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767029.500862:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500864:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.500865:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500868:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767029.500871:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767029.500873:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767029.500875:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767029.500881:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767029.500884:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767029.500886:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767029.500894:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500902:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.500909:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500913:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767029.500917:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767029.500926:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767029.500932:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767029.500934:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767029.500939:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767029.500951:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500959:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767029.500963:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767029.500966:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500971:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767029.500977:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767029.500987:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767029.500991:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767029.500997:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.500999:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767029.501001:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767029.501006:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767029.501011:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767029.501019:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767029.501027:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360505088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767029.501063:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767029.501065:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767029.501075:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360505088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767029.501129:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767029.501136:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767029.501153:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767029.501161:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767029.501183:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767029.501193:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767029.501205:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4248
00000400:00000200:1.0:1775767029.501219:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767029.501227:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767029.501237:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767029.501248:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.501260:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.501269:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.501280:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767029.501287:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767029.501292:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767029.501300:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767029.501306:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767029.501315:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767029.501325:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767029.501340:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.501348:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767029.501358:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767029.501367:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767029.501371:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767029.501381:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767029.501392:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767029.501411:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767029.501416:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767029.501429:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.501441:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767029.501449:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767029.501460:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.501466:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767029.501480:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767029.501488:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767029.501500:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767029.501504:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767029.501523:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767029.501526:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767029.501540:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767029.501547:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767029.501558:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767029.501573:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360505216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767029.501624:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767029.501635:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767029.501654:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360505216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767029.501712:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767029.501722:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767029.501741:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767029.501755:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4258)
00000800:00000200:0.1:1775767029.501766:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767029.501769:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767029.502048:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767029.502050:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767029.502386:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767029.502388:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775767029.563896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767029.563904:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767029.563906:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767029.563911:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767029.563915:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767029.563918:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767029.563921:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767029.563923:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767029.563926:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767030.587964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767030.587971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767030.587973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767030.587980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767030.587985:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767030.587990:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767030.587993:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767030.587996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767030.588000:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767031.611961:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767031.611971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767031.611974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767031.611983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767031.611988:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767031.611993:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767031.611997:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767031.612001:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767031.612022:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767032.635972:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767032.635980:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767032.635983:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767032.635989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767032.635994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767032.635999:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767032.636002:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767032.636005:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767032.636008:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767033.659942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767033.659948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767033.659950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767033.659954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767033.659957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767033.659960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767033.659962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767033.659964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767033.659967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767034.620446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767034.620450:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767034.620901:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767034.620903:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767034.621163:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767034.621165:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767034.621356:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767034.621358:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1775767034.683925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767034.683931:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767034.683933:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767034.683938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767034.683941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767034.683944:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767034.683946:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767034.683948:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767034.683951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767035.707979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767035.707985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767035.707986:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767035.707992:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767035.707994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767035.707997:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767035.707999:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767035.708001:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767035.708003:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767036.731978:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767036.731984:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767036.731985:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767036.731990:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767036.731993:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767036.731995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767036.731997:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767036.731999:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767036.732001:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767037.755979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767037.755985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767037.755986:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767037.755991:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767037.755994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767037.755997:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767037.755999:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767037.756001:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767037.756003:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767038.779922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767038.779929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767038.779931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767038.779937:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767038.779942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767038.779945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767038.779948:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767038.779950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767038.779953:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767039.740004:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767039.740010:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767039.740014:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767039.740018:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767039.740022:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767039.740029:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4258
00000400:00000200:1.0:1775767039.740039:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767039.740045:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767039.740049:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767039.740052:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740055:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740058:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740061:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767039.740065:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767039.740067:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767039.740069:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767039.740072:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767039.740075:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767039.740077:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767039.740081:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740083:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740085:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740088:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767039.740091:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767039.740094:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740097:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767039.740101:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767039.740104:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767039.740107:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740110:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767039.740112:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767039.740122:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767039.740125:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767039.740128:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767039.740130:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740132:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767039.740135:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767039.740139:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767039.740148:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767039.740154:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767039.740163:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360505856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767039.740173:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767039.740178:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767039.740183:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360505856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767039.740206:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767039.740209:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767039.740213:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767039.740214:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767039.740216:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767039.740220:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767039.740222:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4258
00000400:00000200:1.0:1775767039.740228:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767039.740233:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767039.740237:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767039.740241:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740246:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740252:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740257:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767039.740262:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767039.740265:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767039.740269:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767039.740273:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767039.740278:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767039.740284:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767039.740291:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740295:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740300:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740302:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767039.740305:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767039.740312:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740315:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767039.740319:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767039.740327:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767039.740331:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740334:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767039.740338:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767039.740345:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740349:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767039.740357:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767039.740362:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767039.740367:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767039.740370:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740373:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767039.740376:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767039.740379:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767039.740384:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767039.740390:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767039.740398:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360505984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767039.740432:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767039.740437:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767039.740443:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360505984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767039.740457:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767039.740462:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767039.740469:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767039.740473:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767039.740476:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767039.740479:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767039.740484:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4258
00000400:00000200:1.0:1775767039.740488:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767039.740496:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767039.740498:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767039.740503:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740508:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740513:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740515:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767039.740518:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767039.740520:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767039.740521:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767039.740522:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767039.740526:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767039.740531:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767039.740535:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740539:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740543:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767039.740543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767039.740547:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775767039.740548:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1775767039.740549:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767039.740555:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740559:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767039.740562:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767039.740566:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767039.740568:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740572:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767039.740574:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767039.740578:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740580:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767039.740583:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767039.740586:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767039.740589:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767039.740591:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740593:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767039.740595:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767039.740597:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767039.740603:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775767039.740609:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767039.740618:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360506112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767039.740640:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767039.740644:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767039.740657:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360506112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767039.740668:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767039.740672:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767039.740675:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767039.740679:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767039.740680:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767039.740684:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767039.740687:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4258
00000400:00000200:1.0:1775767039.740694:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767039.740698:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767039.740700:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767039.740706:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740708:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740713:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740717:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767039.740722:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767039.740724:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767039.740726:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767039.740729:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767039.740732:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767039.740736:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767039.740740:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740743:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767039.740746:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740749:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767039.740754:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767039.740760:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767039.740764:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767039.740766:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767039.740769:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767039.740774:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740777:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767039.740780:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767039.740783:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740786:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767039.740789:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767039.740792:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767039.740795:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767039.740799:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767039.740800:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767039.740802:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767039.740804:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767039.740808:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767039.740813:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767039.740819:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360506240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767039.740859:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767039.740863:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767039.740870:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360506240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767039.740884:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767039.740888:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767039.740892:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767039.740898:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4268)
00000800:00000200:0.1:1775767039.741042:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767039.741044:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767039.741226:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767039.741228:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767039.741447:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767039.741448:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1775767039.803927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767039.803933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767039.803935:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767039.803938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767039.803942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767039.803945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767039.803947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767039.803949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767039.803951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767040.827928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767040.827934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767040.827936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767040.827941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767040.827944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767040.827948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767040.827950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767040.827952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767040.827954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767041.851940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767041.851946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767041.851949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767041.851954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767041.851959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767041.851963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767041.851966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767041.851968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767041.851971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767042.875914:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767042.875920:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767042.875921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767042.875926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767042.875929:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767042.875932:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767042.875934:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767042.875936:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767042.875939:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767043.899955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767043.899960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767043.899962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767043.899966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767043.899969:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767043.899972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767043.899974:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767043.899976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767043.899979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767044.859947:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767044.859955:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767044.859959:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767044.859963:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767044.859968:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767044.859974:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4263
00000400:00000200:1.0:1775767044.859984:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767044.859990:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767044.859993:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767044.859996:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.859998:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860000:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860003:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767044.860006:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767044.860008:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767044.860010:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767044.860012:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767044.860015:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767044.860018:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767044.860021:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860023:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860025:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860027:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767044.860030:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767044.860034:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860037:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767044.860040:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767044.860044:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767044.860047:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860050:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767044.860052:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767044.860073:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767044.860077:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767044.860086:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767044.860088:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860091:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767044.860094:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767044.860099:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767044.860109:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767044.860117:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767044.860129:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360506368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767044.860142:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767044.860147:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767044.860152:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360506368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767044.860175:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767044.860178:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767044.860182:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767044.860184:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767044.860186:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767044.860189:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767044.860192:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4263
00000400:00000200:1.0:1775767044.860198:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767044.860203:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767044.860205:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767044.860210:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860213:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860217:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860222:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767044.860226:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767044.860229:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767044.860231:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767044.860235:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767044.860239:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767044.860242:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767044.860245:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860248:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860250:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860255:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767044.860258:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767044.860264:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860270:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767044.860272:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767044.860279:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767044.860283:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860285:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767044.860288:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767044.860292:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860294:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767044.860298:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767044.860302:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767044.860306:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767044.860309:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860311:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767044.860312:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767044.860314:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767044.860319:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767044.860322:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767044.860328:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360506496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767044.860360:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767044.860364:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767044.860371:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360506496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767044.860382:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767044.860386:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767044.860390:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767044.860391:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767044.860395:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767044.860401:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767044.860404:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4263
00000400:00000200:1.0:1775767044.860436:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767044.860441:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767044.860445:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767044.860451:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860456:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860460:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860463:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767044.860467:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767044.860468:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767044.860470:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767044.860473:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767044.860475:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767044.860477:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767044.860482:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860484:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860488:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767044.860488:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767044.860493:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767044.860497:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767044.860500:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860502:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767044.860504:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767044.860508:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767044.860512:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860517:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767044.860522:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767044.860527:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860530:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767044.860536:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767044.860540:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767044.860545:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767044.860549:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860552:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767044.860555:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767044.860560:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767044.860568:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767044.860575:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767044.860586:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360506624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767044.860608:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767044.860613:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767044.860623:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360506624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767044.860646:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767044.860652:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767044.860660:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767044.860663:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767044.860667:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767044.860671:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767044.860675:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4263
00000400:00000200:1.0:1775767044.860682:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767044.860690:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767044.860695:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767044.860704:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860711:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860717:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860722:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767044.860728:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767044.860731:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767044.860735:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767044.860739:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767044.860744:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767044.860748:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767044.860757:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860763:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767044.860770:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860776:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767044.860781:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767044.860789:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767044.860795:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767044.860799:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767044.860805:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767044.860811:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767044.860811:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767044.860815:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767044.860819:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767044.860826:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860859:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767044.860866:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767044.860871:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767044.860875:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767044.860883:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767044.860887:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767044.860890:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767044.860894:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767044.860901:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767044.860907:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767044.860916:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360506752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767044.860937:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767044.860941:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767044.860947:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360506752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767044.860966:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767044.860972:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767044.860978:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767044.860984:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4273)
00000800:00000200:0.1:1775767044.861084:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767044.861248:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767044.923898:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767044.923903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767044.923905:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767044.923910:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767044.923913:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767044.923915:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767044.923917:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767044.923919:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767044.923921:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767045.884008:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767045.884014:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767045.884019:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767045.947956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767045.948004:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767045.948006:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767045.948013:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767045.948023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767045.948028:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767045.948031:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767045.948035:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767045.948039:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767046.971908:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767046.971916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767046.971918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767046.971924:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767046.971928:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767046.971932:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767046.971933:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767046.971935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767046.971938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1775767047.932154:0:2404:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:1.0:1775767047.932202:0:2404:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775767047.932214:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767047.932220:0:2404:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:1.0:1775767047.932225:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767047.932230:0:2404:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775767047.932236:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767047.932241:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa600.
00000400:00000200:1.0:1775767047.932247:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767047.932252:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767047.932259:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:1.0:1775767047.932261:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:1.0:1775767047.932266:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767047.932274:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03480 x1862022360506368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932298:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767047.932303:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03480 x1862022360506368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932312:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767047.932327:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767047.932341:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767047.932346:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa200.
00000400:00000200:1.0:1775767047.932351:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767047.932357:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767047.932360:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfd48
00000400:00000010:1.0:1775767047.932363:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfd48.
00000100:00000001:1.0:1775767047.932367:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767047.932374:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03100 x1862022360506496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932387:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767047.932392:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03100 x1862022360506496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932402:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767047.932403:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767047.932410:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767047.932413:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:1.0:1775767047.932419:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767047.932425:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767047.932433:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfa18
00000400:00000010:1.0:1775767047.932435:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfa18.
00000100:00000001:1.0:1775767047.932442:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767047.932453:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d00700 x1862022360506624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932474:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767047.932481:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00700 x1862022360506624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932491:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767047.932495:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767047.932504:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767047.932508:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:1.0:1775767047.932514:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767047.932525:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767047.932531:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfcc0
00000400:00000010:1.0:1775767047.932535:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfcc0.
00000100:00000001:1.0:1775767047.932540:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767047.932573:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01880 x1862022360506752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932591:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767047.932598:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01880 x1862022360506752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767047.932623:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767047.932627:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767047.995942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767047.995948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767047.995950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767047.995954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767047.995957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767047.995961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767047.995963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767047.995965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767047.995967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767049.019927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767049.019935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767049.019937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767049.019943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767049.019948:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767049.019952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767049.019955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767049.019958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767049.019961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767049.981049:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767049.981059:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767049.981857:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767049.981859:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767049.982094:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767049.982096:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767049.982314:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767049.982317:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1775767050.043977:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767050.043984:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767050.043987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767050.043993:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767050.043997:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767050.044001:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767050.044003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767050.044006:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767050.044009:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767051.004089:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767051.004093:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767051.004097:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767051.067957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767051.067963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767051.067964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767051.067969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767051.067972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767051.067987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767051.067988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767051.067990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767051.067992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767052.091931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767052.091938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767052.091941:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767052.091947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767052.091952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767052.091956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767052.091959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767052.091962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767052.091966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767053.115969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767053.115977:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767053.115978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767053.115983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767053.115987:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767053.115991:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767053.115994:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767053.115996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767053.115999:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767054.139979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767054.139987:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767054.139989:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767054.139996:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767054.140001:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767054.140006:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767054.140010:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767054.140014:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767054.140017:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767055.100455:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767055.100460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767055.101083:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767055.101086:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767055.101294:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767055.101296:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767055.101531:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767055.101533:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1775767055.163946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767055.163951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767055.163953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767055.163958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767055.163961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767055.163964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767055.163966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767055.163968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767055.163970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767056.123958:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767056.123961:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767056.123964:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767056.187966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767056.187974:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767056.187975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767056.187980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767056.187984:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767056.187988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767056.187990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767056.187992:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767056.187995:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767057.211958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767057.211966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767057.211968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767057.211973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767057.211976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767057.211980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767057.211982:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767057.211985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767057.211987:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767058.235936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767058.235943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767058.235945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767058.235950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767058.235954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767058.235957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767058.235960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767058.235962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767058.235965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767059.259961:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767059.259970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767059.259973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767059.259981:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767059.259985:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767059.259991:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767059.259994:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767059.259997:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767059.260000:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767060.220700:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767060.220703:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767060.221052:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767060.221054:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767060.221302:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767060.221304:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767060.221514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767060.221515:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1775767060.283935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775767060.283942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767060.283944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767060.283950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:1.0:1775767060.283953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767060.283957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767060.283959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767060.283962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767060.283964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767061.244074:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767061.244081:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767061.244086:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767065.340518:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767065.340524:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767065.341158:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767065.341161:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767065.341375:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767065.341388:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767065.341617:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767065.341619:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1775767066.364036:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767066.364040:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767066.364044:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767067.388029:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767067.388033:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767067.388037:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767070.460455:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767070.460460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767070.460965:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767070.460967:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767070.461211:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767070.461213:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767070.461394:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767070.461396:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1775767071.484006:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767071.484011:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767071.484015:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767072.507978:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767072.507981:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767072.507984:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767074.556030:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767074.556050:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767074.556054:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767075.583533:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767075.583536:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767075.583850:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767075.583851:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767075.584097:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767075.584099:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767075.584274:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767075.584276:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1775767076.603986:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767076.603990:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767076.603993:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767079.676057:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767079.676062:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767079.676066:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767080.700597:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767080.700603:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767080.701066:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767080.701067:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767080.701254:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767080.701271:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767080.701485:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767080.701487:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1775767081.724153:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767081.724158:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767081.724162:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767084.795993:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767084.795996:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767084.795999:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767085.820589:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767085.820592:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767085.821088:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767085.821089:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767085.821416:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767085.821418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767085.821596:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767085.821597:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1775767086.844025:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767086.844030:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767086.844034:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767089.916089:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767089.916094:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767089.916098:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767090.940523:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767090.940528:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767090.940973:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767090.940974:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767090.941151:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767090.941152:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767090.941321:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767090.941323:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1775767091.964169:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767091.964173:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767091.964177:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767095.035956:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767095.035959:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767095.035962:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767096.060087:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767096.060093:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767096.060098:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767096.060791:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767096.060793:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767096.061123:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767096.061138:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767096.061320:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767096.061321:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767096.061489:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767096.061491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1775767097.084001:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767097.084004:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767097.084008:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767098.108051:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767098.108055:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767098.108058:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767100.156011:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767100.156014:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767100.156017:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767101.180061:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767101.180066:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767101.180074:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767101.180678:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767101.180686:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767101.181568:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767101.181570:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767101.181890:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767101.181893:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767101.182167:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767101.182169:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1775767102.204012:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767102.204016:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767102.204018:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767106.299933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767106.299940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767106.299944:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767106.299947:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767106.299950:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767106.299956:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4324
00000400:00000200:1.0:1775767106.299963:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767106.299969:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767106.299972:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767106.299975:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.299978:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.299981:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.299983:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767106.299987:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767106.299990:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767106.299994:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767106.299996:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767106.299999:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767106.300001:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767106.300004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.300007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767106.300010:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767106.300012:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300014:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767106.300016:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767106.300018:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767106.300020:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300022:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767106.300023:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767106.300030:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767106.300033:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767106.300036:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767106.300037:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300039:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767106.300041:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767106.300045:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767106.300053:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767106.300058:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767106.300065:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360512512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767106.300073:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767106.300077:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767106.300080:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360512512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767106.300097:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767106.300099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767106.300102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767106.300103:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767106.300104:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767106.300106:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767106.300107:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4324
00000400:00000200:1.0:1775767106.300110:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767106.300112:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767106.300114:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767106.300116:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300119:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.300121:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300123:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767106.300125:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767106.300126:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767106.300127:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767106.300129:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767106.300132:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767106.300135:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767106.300140:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300143:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.300147:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300148:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767106.300154:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767106.300162:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300172:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767106.300174:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767106.300180:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767106.300187:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300194:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767106.300200:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767106.300205:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300210:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767106.300217:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767106.300222:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767106.300225:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767106.300227:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300231:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767106.300232:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767106.300236:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767106.300241:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767106.300246:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767106.300252:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360512640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767106.300263:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767106.300268:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767106.300277:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360512640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767106.300294:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767106.300300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767106.300306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767106.300310:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767106.300311:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767106.300313:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767106.300318:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4324
00000400:00000200:1.0:1775767106.300326:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767106.300333:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767106.300338:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767106.300344:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.300355:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300358:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767106.300362:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767106.300365:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767106.300368:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767106.300371:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767106.300374:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767106.300377:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767106.300383:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300388:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.300393:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300396:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767106.300401:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767106.300407:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300409:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767106.300412:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767106.300414:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767106.300419:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300422:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767106.300424:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767106.300428:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767106.300432:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767106.300433:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767106.300438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000010:1.0:1775767106.300439:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767106.300444:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767106.300448:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767106.300450:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300454:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767106.300455:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767106.300457:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767106.300462:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767106.300467:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767106.300474:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360512768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767106.300484:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767106.300488:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767106.300497:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360512768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767106.300508:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767106.300514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767106.300521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767106.300525:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767106.300527:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767106.300530:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767106.300534:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4324
00000400:00000200:1.0:1775767106.300542:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767106.300546:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767106.300549:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767106.300551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300555:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.300556:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767106.300562:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767106.300563:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767106.300564:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767106.300566:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767106.300567:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767106.300568:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767106.300572:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300577:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767106.300579:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300582:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767106.300587:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767106.300602:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767106.300611:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767106.300615:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767106.300619:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767106.300625:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300631:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767106.300636:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767106.300644:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300650:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767106.300657:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767106.300662:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767106.300668:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767106.300670:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767106.300674:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767106.300676:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767106.300680:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767106.300685:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767106.300697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767106.300718:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360512896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767106.300724:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767106.300728:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767106.300734:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360512896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767106.300751:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767106.300755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767106.300761:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767106.300767:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4334)
00000800:00000200:3.1:1775767106.300932:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767106.300934:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767106.301170:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767106.301172:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767106.301356:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767106.301358:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1775767107.324031:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767107.324038:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767107.324044:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767111.419925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767111.419934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767111.419938:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767111.419944:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767111.419952:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767111.419961:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4329
00000400:00000200:1.0:1775767111.419969:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767111.419977:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767111.419981:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767111.419985:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.419988:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.419992:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.419996:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767111.420001:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767111.420003:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767111.420008:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767111.420013:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767111.420017:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767111.420021:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767111.420025:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.420029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767111.420034:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767111.420037:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420041:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767111.420044:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767111.420047:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767111.420051:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420053:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767111.420055:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767111.420063:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775767111.420067:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767111.420071:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767111.420073:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420076:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767111.420079:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767111.420083:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767111.420090:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767111.420096:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767111.420105:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360513024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767111.420115:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767111.420119:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767111.420124:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360513024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767111.420145:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767111.420148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767111.420151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767111.420153:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767111.420155:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767111.420158:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767111.420161:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4329
00000400:00000200:1.0:1775767111.420166:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767111.420170:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767111.420172:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767111.420177:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420181:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.420185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420188:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767111.420191:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767111.420194:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767111.420197:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767111.420200:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767111.420205:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767111.420209:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767111.420216:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420220:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.420223:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767111.420232:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767111.420238:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420243:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767111.420247:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767111.420254:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767111.420260:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420264:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767111.420278:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767111.420286:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420289:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767111.420295:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767111.420300:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767111.420308:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767111.420311:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420316:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767111.420320:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767111.420323:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767111.420331:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767111.420338:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767111.420348:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360513152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767111.420366:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767111.420372:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767111.420382:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360513152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767111.420404:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767111.420410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767111.420420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767111.420425:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767111.420428:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767111.420435:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1775767111.420436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775767111.420441:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4329
00000400:00000200:1.0:1775767111.420447:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767111.420451:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767111.420455:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767111.420461:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420466:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.420470:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420475:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767111.420478:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767111.420482:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767111.420485:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767111.420490:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767111.420494:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767111.420500:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767111.420509:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420514:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.420518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420523:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767111.420528:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767111.420535:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420543:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767111.420546:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767111.420549:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767111.420556:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420562:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767111.420567:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767111.420573:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420578:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767111.420585:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775767111.420591:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767111.420597:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767111.420601:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420606:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767111.420609:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767111.420614:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767111.420622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767111.420630:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767111.420641:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360513280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767111.420679:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767111.420685:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767111.420696:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360513280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767111.420722:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767111.420729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767111.420737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:3.1:1775767111.420741:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767111.420742:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767111.420745:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767111.420753:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767111.420760:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4329
00000400:00000200:1.0:1775767111.420769:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767111.420773:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767111.420777:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767111.420783:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420788:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.420793:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420797:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767111.420803:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767111.420807:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767111.420811:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767111.420815:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767111.420820:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767111.420825:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767111.420852:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767111.420857:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420859:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767111.420862:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767111.420870:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767111.420875:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767111.420881:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767111.420887:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767111.420892:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420896:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767111.420900:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767111.420907:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420911:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767111.420917:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767111.420922:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767111.420926:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767111.420929:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767111.420933:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767111.420936:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767111.420940:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767111.420947:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767111.420953:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767111.420962:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360513408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767111.420989:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767111.420994:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767111.421004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360513408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767111.421024:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767111.421029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767111.421036:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767111.421045:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4340)
00000800:00000200:3.1:1775767111.421084:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767111.421227:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775767112.444038:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767112.444043:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767112.444047:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767116.539922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767116.539930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767116.539933:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767116.539937:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767116.539940:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767116.539946:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4335
00000400:00000200:1.0:1775767116.539953:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767116.539959:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767116.539961:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767116.539964:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.539967:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.539969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.539971:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767116.539974:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767116.539976:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767116.539978:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767116.539982:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767116.539986:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767116.539988:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767116.540000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.540005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767116.540010:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767116.540013:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540015:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767116.540018:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767116.540020:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767116.540022:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540023:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767116.540025:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767116.540031:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767116.540034:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767116.540037:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767116.540039:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540041:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767116.540044:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767116.540050:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767116.540062:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775767116.540069:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767116.540079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360513536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767116.540097:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767116.540102:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767116.540107:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360513536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767116.540130:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767116.540134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767116.540137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767116.540139:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767116.540141:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767116.540143:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767116.540146:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4335
00000400:00000200:1.0:1775767116.540151:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767116.540155:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767116.540157:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767116.540161:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.540166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767116.540174:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767116.540176:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767116.540179:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767116.540181:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767116.540185:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767116.540189:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767116.540194:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540199:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.540204:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540210:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767116.540215:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767116.540229:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540234:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767116.540239:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767116.540246:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767116.540251:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540255:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767116.540260:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767116.540267:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540271:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767116.540277:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775767116.540282:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767116.540287:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767116.540288:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540292:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767116.540294:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767116.540296:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767116.540301:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767116.540308:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767116.540318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360513664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767116.540330:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767116.540335:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767116.540341:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360513664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767116.540358:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767116.540362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767116.540369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767116.540371:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767116.540373:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767116.540376:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767116.540382:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4335
00000400:00000200:1.0:1775767116.540423:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767116.540431:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767116.540436:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767116.540443:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540446:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.540452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540454:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767116.540459:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767116.540460:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767116.540462:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767116.540465:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767116.540470:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767116.540474:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775767116.540484:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767116.540488:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1775767116.540490:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540494:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.540499:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540503:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767116.540508:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767116.540511:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540515:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767116.540519:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767116.540523:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767116.540527:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540531:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767116.540535:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767116.540538:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540542:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767116.540547:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767116.540552:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767116.540558:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767116.540561:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540563:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767116.540565:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767116.540567:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767116.540572:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767116.540578:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767116.540630:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360513792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767116.540640:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767116.540645:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767116.540651:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360513792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767116.540661:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767116.540664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767116.540667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767116.540670:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767116.540672:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767116.540679:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767116.540683:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4335
00000400:00000200:1.0:1775767116.540689:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767116.540697:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767116.540703:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767116.540711:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540715:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.540720:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540724:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767116.540729:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767116.540731:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767116.540733:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767116.540735:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767116.540738:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767116.540740:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767116.540746:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540751:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767116.540756:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540760:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767116.540766:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767116.540773:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767116.540778:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767116.540781:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767116.540786:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767116.540792:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540795:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767116.540799:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767116.540804:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540808:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767116.540820:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775767116.540825:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767116.540863:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767116.540866:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767116.540870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767116.540873:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767116.540877:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767116.540883:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767116.540889:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767116.540898:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360513920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767116.540914:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767116.540919:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767116.540926:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360513920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767116.540948:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767116.540953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767116.540960:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767116.540967:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4345)
00000800:00000200:0.1:1775767116.541171:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767116.541174:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767116.541498:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767116.541514:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767116.541846:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767116.541848:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1775767121.659932:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767121.659941:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767121.659944:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767121.659949:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767121.659954:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767121.659960:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4340
00000400:00000200:1.0:1775767121.659972:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767121.659980:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767121.659983:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767121.659991:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.659998:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660002:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660006:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767121.660013:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767121.660015:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767121.660019:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767121.660021:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767121.660023:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767121.660025:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767121.660027:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660028:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660030:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660031:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767121.660033:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767121.660036:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660038:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767121.660041:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767121.660043:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767121.660045:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660047:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767121.660049:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767121.660057:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767121.660061:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767121.660065:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767121.660067:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660071:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767121.660074:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767121.660079:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767121.660092:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767121.660109:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767121.660125:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360514048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767121.660136:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767121.660141:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767121.660145:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360514048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767121.660161:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767121.660164:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767121.660167:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767121.660168:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767121.660169:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767121.660171:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767121.660174:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4340
00000400:00000200:1.0:1775767121.660178:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767121.660181:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767121.660183:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767121.660186:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660188:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660191:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660194:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767121.660198:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767121.660200:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767121.660202:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767121.660204:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767121.660207:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767121.660211:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767121.660218:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660223:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660227:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660230:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767121.660235:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767121.660239:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660241:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767121.660247:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767121.660253:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767121.660259:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660262:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767121.660266:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767121.660269:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660272:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767121.660276:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767121.660279:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767121.660285:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767121.660287:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660289:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767121.660291:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767121.660293:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767121.660299:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767121.660303:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767121.660308:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360514176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767121.660322:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767121.660324:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767121.660327:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360514176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767121.660338:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767121.660344:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767121.660350:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767121.660353:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767121.660356:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767121.660360:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767121.660367:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4340
00000400:00000200:1.0:1775767121.660373:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767121.660377:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767121.660379:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767121.660384:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660388:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660390:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660392:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767121.660394:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767121.660398:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767121.660401:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767121.660403:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767121.660405:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767121.660408:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767121.660413:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660416:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660419:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660421:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767121.660425:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767121.660430:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660433:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767121.660436:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767121.660442:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767121.660445:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660450:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767121.660453:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767121.660475:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660480:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767121.660487:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767121.660494:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767121.660502:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767121.660506:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660510:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767121.660513:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767121.660516:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767121.660525:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767121.660532:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767121.660539:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360514304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767121.660571:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767121.660573:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767121.660600:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360514304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767121.660613:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767121.660615:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767121.660618:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1775767121.660619:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767121.660625:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767121.660627:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767121.660629:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767121.660634:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767121.660638:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4340
00000400:00000200:1.0:1775767121.660646:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767121.660650:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767121.660652:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767121.660658:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660660:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660664:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660667:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767121.660671:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767121.660674:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767121.660675:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767121.660678:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767121.660680:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767121.660686:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767121.660692:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660695:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767121.660698:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660701:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767121.660704:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767121.660711:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767121.660716:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767121.660721:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767121.660724:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767121.660728:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660731:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767121.660733:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767121.660738:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660739:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767121.660743:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767121.660748:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767121.660750:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767121.660752:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767121.660757:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767121.660759:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767121.660760:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767121.660764:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767121.660768:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767121.660775:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360514432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767121.660788:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767121.660791:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767121.660797:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360514432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767121.660827:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767121.660829:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767121.660861:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767121.660866:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4350)
00000800:00000200:0.1:1775767121.661092:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767121.661094:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767121.661302:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767121.661304:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767121.661489:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767121.661491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1775767126.780092:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767126.780096:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767126.780101:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767126.780633:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767126.780639:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767126.781135:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767126.781137:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767126.781322:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767126.781324:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767126.781515:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767126.781517:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767131.900756:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767131.900767:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767131.901112:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767131.901114:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767131.901313:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767131.901315:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767131.901592:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767131.901594:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767137.020472:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767137.020476:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767137.020872:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767137.020873:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767137.021057:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767137.021059:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775767137.021233:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767137.021235:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1775767142.139971:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767142.139989:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767142.139993:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767142.139998:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767142.140003:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767142.140010:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4360
00000400:00000200:1.0:1775767142.140020:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767142.140028:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767142.140032:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767142.140036:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140040:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.140043:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140046:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767142.140051:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767142.140053:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767142.140056:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767142.140060:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767142.140063:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767142.140065:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767142.140069:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140071:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.140073:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140074:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767142.140077:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767142.140079:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140081:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767142.140084:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767142.140087:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767142.140090:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140092:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767142.140093:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767142.140104:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767142.140107:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767142.140110:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767142.140112:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140115:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767142.140118:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767142.140123:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767142.140130:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767142.140137:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767142.140145:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360516096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767142.140155:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767142.140160:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767142.140164:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360516096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767142.140188:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767142.140192:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767142.140196:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767142.140198:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767142.140200:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767142.140204:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767142.140209:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4360
00000400:00000200:1.0:1775767142.140214:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767142.140218:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767142.140223:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767142.140233:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140236:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.140244:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140250:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767142.140261:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767142.140266:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767142.140273:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767142.140279:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767142.140285:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767142.140294:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767142.140299:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140308:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.140318:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140324:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767142.140344:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767142.140348:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140351:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767142.140360:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767142.140370:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767142.140373:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140378:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767142.140387:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767142.140391:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140393:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767142.140400:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767142.140403:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767142.140411:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767142.140416:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140422:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767142.140425:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767142.140427:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767142.140438:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767142.140447:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767142.140460:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360516224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767142.140528:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767142.140535:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767142.140551:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360516224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767142.140578:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767142.140590:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767142.140602:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767142.140607:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767142.140609:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767142.140618:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767142.140626:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4360
00000400:00000200:1.0:1775767142.140639:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767142.140646:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767142.140651:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767142.140657:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140661:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.140663:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140665:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767142.140667:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767142.140668:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767142.140673:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767142.140677:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767142.140680:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767142.140684:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767142.140691:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140696:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.140698:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140703:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767142.140707:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767142.140714:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140716:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767142.140724:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767142.140728:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767142.140731:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140737:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767142.140742:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767142.140746:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140747:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767142.140751:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767142.140757:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767142.140762:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1775767142.140766:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:1.0:1775767142.140767:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.140773:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767142.140776:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1775767142.140776:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1775767142.140781:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767142.140791:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767142.140797:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767142.140809:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360516352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767142.140869:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767142.140873:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767142.140881:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360516352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767142.140935:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767142.140941:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767142.140946:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767142.140948:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767142.140950:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767142.140954:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767142.140960:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4360
00000400:00000200:1.0:1775767142.140972:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767142.140977:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767142.140982:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767142.140990:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.140997:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.141002:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.141005:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767142.141009:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767142.141010:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767142.141012:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767142.141014:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767142.141017:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767142.141020:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767142.141027:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.141030:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767142.141036:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767142.141044:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767142.141050:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767142.141057:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767142.141063:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767142.141067:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767142.141072:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767142.141075:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.141076:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767142.141079:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767142.141081:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.141083:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767142.141096:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767142.141109:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767142.141113:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767142.141115:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767142.141118:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767142.141119:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767142.141121:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767142.141134:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767142.141142:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767142.141150:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360516480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767142.141173:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767142.141179:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767142.141194:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360516480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767142.141222:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767142.141232:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767142.141245:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767142.141257:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4370)
00000800:00000200:3.1:1775767142.141463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767142.141465:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767142.141647:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767142.141649:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775767142.141882:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767142.141884:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1775767146.236033:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767146.236037:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767146.236042:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767147.260876:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767147.260901:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767147.261473:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767147.261475:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767147.261749:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767147.261752:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775767147.262041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767147.262043:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1775767151.356114:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767151.356120:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767151.356125:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767152.380387:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767152.380392:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767152.380895:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767152.380897:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767152.381100:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767152.381102:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767152.381303:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767152.381305:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1775767156.476034:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767156.476037:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767156.476040:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767157.500487:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767157.500491:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767157.501003:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767157.501004:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767157.501205:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767157.501220:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767157.501400:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767157.501402:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1775767161.596094:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767161.596099:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767161.596102:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767162.620673:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767162.620685:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767162.621483:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767162.621485:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767162.621666:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767162.621668:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767162.621862:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767162.621864:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1775767164.667994:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767164.667997:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767164.668000:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767166.715962:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767166.715967:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767166.715970:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767167.740450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767167.740452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767167.740964:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767167.740966:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767167.741446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767167.741448:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1775767167.742176:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767167.742179:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1775767169.787996:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767169.788000:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767169.788003:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767171.836116:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767171.836122:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767171.836126:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767172.860642:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767172.860663:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767172.861173:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767172.861175:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767172.861416:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767172.861418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767172.861629:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767172.861631:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1775767176.956044:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767176.956047:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767176.956050:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767177.980575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767177.980819:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767177.981013:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767177.981179:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767183.100569:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767183.100575:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767183.101364:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767183.101367:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767183.101676:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767183.101679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767183.102020:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767183.102022:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767188.220438:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767188.220444:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767188.221017:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767188.221019:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767188.221233:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767188.221234:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767188.221446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767188.221448:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1775767189.244010:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767189.244014:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767189.244019:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1775767193.340668:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767193.340690:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767193.341313:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767193.341314:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767193.341500:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767193.341501:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767193.341681:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767193.341683:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1775767194.364009:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767194.364012:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767194.364015:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767196.412006:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767196.412011:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767196.412016:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767198.460035:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767198.460041:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767198.460047:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767198.460471:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767198.460477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767198.460995:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767198.460998:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767198.461225:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767198.461226:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767198.461440:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767198.461441:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1775767199.483992:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767199.483995:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767199.483998:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767201.532053:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767201.532056:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767201.532059:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767203.580226:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767203.580233:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767203.580239:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767203.580588:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767203.580591:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767203.581380:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767203.581384:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767203.581713:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767203.581717:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767203.582019:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767203.582022:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1775767204.603997:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767204.604001:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767204.604004:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767206.652078:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767206.652081:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767206.652084:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767208.699983:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767208.699987:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767208.699991:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767208.700415:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767208.700420:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767208.700873:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767208.700875:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767208.701055:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767208.701057:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767208.701225:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767208.701226:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1775767210.747976:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767210.747979:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767210.747982:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767211.772003:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767211.772006:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767211.772009:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767213.819964:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767213.819970:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767213.819977:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767213.820461:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767213.820466:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767213.820872:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767213.820874:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767213.821099:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767213.821101:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767213.821298:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767213.821300:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1775767215.867978:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767215.867982:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767215.867985:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767216.891997:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767216.892002:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767216.892005:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767217.916029:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767217.916032:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767217.916035:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767218.939974:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767218.939978:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767218.939982:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767218.940430:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775767218.940433:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767218.940436:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767218.940438:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767218.940438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775767218.940440:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767218.940441:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767218.940444:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767218.940445:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767218.940446:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767218.940448:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767218.940455:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767218.940460:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767218.940468:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767218.940473:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767218.940480:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767218.940484:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767218.940490:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767218.940498:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767218.940506:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767218.940511:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767218.940514:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767218.940518:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767218.940522:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767218.940525:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767218.940531:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767218.940536:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767218.940549:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767218.940552:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767218.940569:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767218.940570:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767218.940571:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767218.940572:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767218.940574:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767218.940577:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767218.940582:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767218.940590:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360524160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767218.940596:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767218.940599:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767218.940604:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360524160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767218.940621:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767218.940624:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767218.940629:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767218.940636:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4447)
00000800:00000200:0.1:1775767218.940850:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767218.940852:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767218.941039:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767218.941041:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767218.941247:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767218.941249:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775767220.219962:0:56211:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299111162, at 4299111168
00000100:00000010:3.0:1775767220.219983:0:56211:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000020:00000001:1.0:1775767220.988024:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767220.988029:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767220.988033:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767222.012131:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767222.012134:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767222.012137:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767223.035987:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767223.035992:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767223.035995:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767224.059952:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767224.059967:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767224.059971:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767224.059977:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767224.059986:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767224.059993:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4442
00000400:00000200:3.0:1775767224.060002:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767224.060010:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767224.060015:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767224.060020:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060024:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775767224.060027:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:3.0:1775767224.060027:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060030:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767224.060032:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767224.060034:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00010000:00010000:1.0:1775767224.060038:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1775767224.060038:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767224.060042:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767224.060046:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767224.060048:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767224.060049:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767224.060052:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060054:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767224.060056:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060058:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767224.060060:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767224.060062:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060064:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767224.060066:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767224.060068:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767224.060070:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060072:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767224.060073:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767224.060082:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767224.060084:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767224.060087:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767224.060088:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060090:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767224.060092:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767224.060096:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767224.060103:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767224.060108:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767224.060115:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360524288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767224.060124:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767224.060128:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767224.060131:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360524288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767224.060147:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767224.060149:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767224.060152:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767224.060153:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767224.060155:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767224.060157:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767224.060159:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4442
00000400:00000200:3.0:1775767224.060162:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767224.060165:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767224.060167:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767224.060169:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060171:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767224.060175:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060178:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767224.060182:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767224.060184:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767224.060185:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767224.060188:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767224.060189:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767224.060194:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767224.060201:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060206:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767224.060211:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060217:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767224.060222:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767224.060229:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060237:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767224.060241:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767224.060249:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767224.060253:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060259:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767224.060264:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767224.060272:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060275:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767224.060282:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767224.060288:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767224.060295:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767224.060298:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060301:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767224.060304:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767224.060306:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767224.060313:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767224.060317:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767224.060325:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360524416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767224.060337:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767224.060340:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767224.060344:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360524416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767224.060356:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767224.060360:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767224.060366:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767224.060370:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767224.060372:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767224.060376:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767224.060381:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4442
00000400:00000200:3.0:1775767224.060390:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767224.060396:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767224.060399:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767224.060402:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060407:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767224.060412:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060417:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767224.060420:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767224.060423:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767224.060425:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767224.060427:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767224.060429:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767224.060433:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767224.060436:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060441:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767224.060446:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060448:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767224.060454:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:0.1:1775767224.060458:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775767224.060459:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060464:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767224.060464:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1775767224.060469:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767224.060472:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767224.060476:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060481:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767224.060482:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767224.060484:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060489:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767224.060494:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767224.060497:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767224.060500:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767224.060502:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060505:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767224.060521:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767224.060522:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767224.060537:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767224.060539:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767224.060543:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360524544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767224.060568:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767224.060572:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767224.060580:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360524544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767224.060588:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767224.060592:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767224.060599:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767224.060602:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767224.060606:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767224.060611:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767224.060615:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4442
00000400:00000200:3.0:1775767224.060621:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767224.060627:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767224.060631:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767224.060635:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060638:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767224.060639:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060656:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767224.060658:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767224.060660:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767224.060661:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767224.060664:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767224.060665:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767224.060667:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767224.060668:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060670:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767224.060672:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060674:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767224.060680:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767224.060685:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767224.060688:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767224.060690:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767224.060694:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767224.060698:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060701:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767224.060704:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767224.060709:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060710:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767224.060722:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767224.060727:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767224.060730:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767224.060732:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767224.060735:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767224.060738:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767224.060740:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767224.060743:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767224.060749:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767224.060758:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360524672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767224.060774:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767224.060783:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767224.060788:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360524672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767224.060816:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767224.060820:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767224.060824:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767224.060863:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4452)
00000800:00000200:0.1:1775767224.061044:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767224.061046:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767224.061240:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767224.061242:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767224.061431:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767224.061432:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775767225.339962:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299116282, at 4299116288
00000100:00000010:3.0:1775767225.340015:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000020:00000001:1.0:1775767226.108001:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767226.108005:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767226.108008:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767227.131964:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767227.131967:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767227.131970:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767228.156015:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767228.156019:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767228.156023:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767229.179962:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767229.179973:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767229.179978:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767229.179983:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767229.179988:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767229.179997:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4447
00000400:00000200:3.0:1775767229.180008:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767229.180014:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767229.180018:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767229.180022:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180025:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767229.180028:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180030:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767229.180034:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767229.180036:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767229.180039:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767229.180042:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767229.180044:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767229.180046:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767229.180047:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:3.0:1775767229.180051:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:1.0:1775767229.180052:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180054:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:1.0:1775767229.180056:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767229.180057:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180061:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767229.180063:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767229.180066:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180068:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767229.180071:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767229.180074:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767229.180076:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180078:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767229.180081:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767229.180091:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767229.180095:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767229.180099:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767229.180100:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180103:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767229.180105:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767229.180111:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767229.180119:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767229.180126:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767229.180136:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360524800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767229.180145:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767229.180151:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767229.180154:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360524800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767229.180173:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767229.180176:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767229.180179:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767229.180180:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767229.180181:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767229.180183:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767229.180185:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4447
00000400:00000200:3.0:1775767229.180187:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767229.180189:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767229.180191:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767229.180193:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180194:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767229.180196:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180198:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767229.180200:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767229.180202:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767229.180204:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767229.180206:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767229.180208:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767229.180210:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767229.180212:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180214:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767229.180215:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180220:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767229.180221:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767229.180224:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180243:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767229.180255:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767229.180262:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767229.180267:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180272:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767229.180277:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767229.180284:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180286:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767229.180291:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767229.180297:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767229.180300:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767229.180303:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180307:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767229.180310:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767229.180313:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767229.180318:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767229.180322:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767229.180330:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360524928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767229.180337:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767229.180339:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767229.180344:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360524928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767229.180353:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767229.180359:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767229.180365:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767229.180366:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767229.180368:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767229.180373:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767229.180376:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4447
00000400:00000200:3.0:1775767229.180380:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767229.180401:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767229.180403:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767229.180406:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180412:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767229.180413:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180415:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767229.180416:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767229.180417:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767229.180418:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767229.180420:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767229.180424:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767229.180427:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767229.180435:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180439:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767229.180444:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180450:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767229.180456:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767229.180494:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180501:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767229.180504:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767229.180509:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767229.180513:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180515:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767229.180517:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767229.180519:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180525:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767229.180531:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767229.180534:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767229.180538:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767229.180541:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180543:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767229.180545:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767229.180546:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767229.180552:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767229.180558:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767229.180565:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360525056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767229.180578:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767229.180580:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767229.180587:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360525056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767229.180599:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767229.180602:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767229.180615:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767229.180618:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767229.180621:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767229.180625:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767229.180629:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4447
00000400:00000200:3.0:1775767229.180635:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767229.180638:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767229.180640:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767229.180646:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180647:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767229.180649:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180651:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767229.180656:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767229.180658:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767229.180663:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767229.180671:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:0.1:1775767229.180676:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:3.0:1775767229.180677:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:0.1:1775767229.180682:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775767229.180683:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767229.180693:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180698:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767229.180702:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180706:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767229.180712:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767229.180720:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767229.180725:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767229.180728:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767229.180734:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767229.180739:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180741:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767229.180743:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767229.180747:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180749:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767229.180754:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767229.180758:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767229.180762:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767229.180764:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767229.180769:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767229.180772:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767229.180777:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767229.180782:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767229.180788:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767229.180799:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360525184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767229.180814:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767229.180817:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767229.180823:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360525184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767229.180872:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767229.180877:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767229.180884:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767229.180890:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4457)
00000800:00000200:0.1:1775767229.181337:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767229.181340:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767229.181716:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767229.181719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767229.182077:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767229.182080:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775767230.459938:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299121403, at 4299121408
00000100:00000010:3.0:1775767230.459955:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000020:00000001:1.0:1775767231.228064:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767231.228071:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767231.228076:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767232.252245:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767232.252248:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767232.252252:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767233.276118:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767233.276121:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767233.276124:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767234.299969:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767234.299977:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767234.299980:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767234.299983:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767234.299987:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767234.299994:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4452
00000400:00000200:1.0:1775767234.300003:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767234.300010:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767234.300012:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767234.300015:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300017:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300019:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300021:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767234.300024:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767234.300026:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767234.300028:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767234.300030:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767234.300032:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767234.300033:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767234.300036:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300037:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300039:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300041:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767234.300043:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767234.300046:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300048:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767234.300051:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767234.300054:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767234.300056:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300058:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767234.300060:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767234.300069:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767234.300072:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767234.300075:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767234.300076:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300079:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767234.300083:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767234.300089:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767234.300097:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767234.300103:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767234.300110:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360525312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767234.300118:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767234.300122:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767234.300125:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360525312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767234.300141:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767234.300143:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767234.300146:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767234.300147:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767234.300148:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767234.300150:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767234.300151:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4452
00000400:00000200:1.0:1775767234.300153:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767234.300155:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767234.300157:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767234.300159:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300160:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300163:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300164:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767234.300166:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767234.300167:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767234.300169:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767234.300170:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767234.300172:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767234.300173:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767234.300175:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300178:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300180:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300183:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767234.300185:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767234.300189:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300191:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767234.300192:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767234.300196:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767234.300197:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300198:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767234.300202:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767234.300205:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300209:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767234.300213:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767234.300217:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767234.300221:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767234.300224:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300225:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767234.300228:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767234.300229:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767234.300234:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767234.300237:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767234.300243:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360525440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767234.300253:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767234.300256:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767234.300262:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360525440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767234.300271:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767234.300273:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767234.300277:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767234.300279:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767234.300282:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767234.300283:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767234.300286:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4452
00000400:00000200:1.0:1775767234.300288:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767234.300290:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767234.300292:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767234.300296:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300300:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300301:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300302:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767234.300305:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767234.300307:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767234.300309:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767234.300311:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767234.300313:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767234.300315:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767234.300320:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300321:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300335:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300338:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767234.300344:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767234.300350:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300353:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767234.300355:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767234.300358:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767234.300364:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300367:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767234.300370:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767234.300373:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300376:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767234.300381:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767234.300384:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767234.300386:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767234.300387:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300391:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767234.300392:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767234.300394:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767234.300399:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767234.300402:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767234.300406:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360525568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767234.300436:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767234.300438:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767234.300441:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360525568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767234.300452:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767234.300459:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767234.300464:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767234.300468:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767234.300469:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767234.300472:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767234.300477:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4452
00000400:00000200:1.0:1775767234.300500:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767234.300505:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767234.300508:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767234.300514:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300516:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300521:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300524:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767234.300526:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767234.300527:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767234.300529:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767234.300531:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767234.300532:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767234.300534:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767234.300536:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300537:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767234.300538:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300539:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767234.300541:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767234.300546:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767234.300548:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767234.300549:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767234.300552:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767234.300555:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300558:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767234.300559:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767234.300560:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300562:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767234.300568:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767234.300572:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767234.300574:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767234.300576:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767234.300581:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767234.300582:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767234.300585:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767234.300586:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000010:1.0:1775767234.300588:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767234.300593:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767234.300593:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00100000:1.0:1775767234.300597:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360525696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767234.300602:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767234.300603:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767234.300605:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360525696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767234.300615:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767234.300619:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767234.300624:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767234.300629:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4462)
00000800:00000200:0.1:1775767234.301090:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767234.301093:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767234.301432:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767234.301435:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767234.301747:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767234.301750:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1775767235.579931:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299126522, at 4299126528
00000100:00000010:3.0:1775767235.579947:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000020:00000001:1.0:1775767236.347958:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767236.347961:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767236.347964:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767237.372025:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767237.372030:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767237.372034:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1775767237.883936:0:56302:0:(osc_request.c:745:osc_update_next_shrink()) next time 5661 to shrink grant
00000020:00000001:1.0:1775767238.396024:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767238.396028:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767238.396032:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767239.419951:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767239.419959:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767239.419962:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767239.419965:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767239.419969:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767239.419975:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4457
00000400:00000200:3.0:1775767239.419982:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767239.419987:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767239.419990:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767239.419993:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.419996:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767239.419998:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420001:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767239.420004:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767239.420005:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767239.420007:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767239.420009:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767239.420011:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767239.420013:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767239.420016:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420018:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767239.420020:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420021:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767239.420024:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767239.420027:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420032:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767239.420038:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767239.420041:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767239.420046:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420051:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767239.420052:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767239.420058:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767239.420062:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767239.420065:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767239.420067:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420069:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767239.420072:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767239.420076:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767239.420083:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767239.420090:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767239.420101:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767239.420110:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767239.420114:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767239.420120:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767239.420150:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767239.420153:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767239.420156:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767239.420158:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767239.420160:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767239.420162:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767239.420166:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4457
00000400:00000200:3.0:1775767239.420170:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767239.420174:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775767239.420175:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767239.420178:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767239.420180:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775767239.420182:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767239.420183:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775767239.420186:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767239.420191:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:1.0:1775767239.420193:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767239.420194:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767239.420199:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767239.420201:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767239.420204:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767239.420208:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:1.0:1775767239.420209:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1775767239.420211:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:1.0:1775767239.420212:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767239.420217:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767239.420219:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767239.420221:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767239.420225:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360525824:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775767239.420228:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767239.420232:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767239.420233:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767239.420235:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767239.420240:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767239.420241:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.420247:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767239.420250:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775767239.420255:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775767239.420261:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360525824, portal 25
00000100:00000001:1.0:1775767239.420263:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767239.420264:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:1.0:1775767239.420269:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.420275:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767239.420277:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767239.420279:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775767239.420281:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360525824, offset 0
00000400:00000200:1.0:1775767239.420287:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000001:3.0:1775767239.420288:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767239.420294:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420295:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767239.420297:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775767239.420300:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420302:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767239.420304:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000400:00000200:1.0:1775767239.420306:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:3.0:1775767239.420309:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420312:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.420313:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775767239.420316:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767239.420320:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767239.420322:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420323:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767239.420328:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767239.420331:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767239.420333:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767239.420336:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59102:59102:256:4294967295] 192.168.202.115@tcp LPNI seq info [59101:59101:8:4294967295]
00000400:00000200:1.0:1775767239.420340:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767239.420347:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767239.420354:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767239.420396:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775767239.420403:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767239.420405:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767239.420410:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767239.420412:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767239.420416:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767239.420417:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775767239.420434:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767239.420439:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767239.420445:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000008:00100000:3.0:1775767239.420446:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775767239.420447:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775767239.420452:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1775767239.420453:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420457:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767239.420458:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775767239.420463:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767239.420469:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:1.0:1775767239.420475:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767239.420478:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.420484:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420486:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767239.420492:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.420495:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767239.420498:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299131642
00000100:00000010:1.0:1775767239.420502:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d4e0.
00000100:00000001:1.0:1775767239.420508:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1775767239.420509:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767239.420511:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420514:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767239.420515:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775767239.420516:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299131642
02000000:00000001:3.0:1775767239.420518:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767239.420521:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dae0.
02000000:00000010:3.0:1775767239.420524:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:1.0:1775767239.420525:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767239.420531:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420532:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767239.420535:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420538:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767239.420540:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775767239.420545:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767239/real 1775767239]  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767239.420562:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767239.420566:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767239.420573:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767239.420577:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767239.420580:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767239.420583:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000100:00000001:3.0:1775767239.420586:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.420587:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775767239.420590:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00080000:3.0:1775767239.420590:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767239.420592:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1775767239.420596:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1775767239.420599:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767239.420599:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767239.420602:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767239.420607:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767239.420612:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4457
00000400:00000200:3.0:1775767239.420617:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:1.0:1775767239.420620:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767239.420621:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767239.420625:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767239.420632:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420636:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767239.420638:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1775767239.420639:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767239.420641:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767239.420642:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775767239.420644:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1775767239.420645:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767239.420647:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775767239.420648:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767239.420651:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767239.420654:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00100000:1.0:1775767239.420656:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767239.420657:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767239.420663:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:1.0:1775767239.420670:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767239.420671:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420676:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767239.420677:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767239.420682:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420685:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767239.420691:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:1.0:1775767239.420695:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767239.420698:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767239.420699:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.420701:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767239.420704:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767239.420705:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420706:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767239.420709:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1775767239.420710:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1775767239.420712:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1775767239.420716:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775767239.420717:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767239.420722:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1775767239.420723:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767239.420727:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767239.420728:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767239.420732:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767239.420737:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420742:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767239.420744:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360525824:192.168.202.115@tcp:250:kworker.0
00000100:00000010:3.0:1775767239.420747:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000100:00000001:1.0:1775767239.420749:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775767239.420750:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:1.0:1775767239.420752:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775767239.420756:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775767239.420757:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360525824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767239.420759:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420764:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767239.420766:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767239.420770:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420771:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767239.420774:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767239.420775:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
02000000:00000010:1.0:1775767239.420777:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767239.420781:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1775767239.420781:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767239.420784:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767239.420786:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775767239.420790:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00100000:3.0:1775767239.420790:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775767239.420794:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:1.0:1775767239.420799:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767239.420801:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1775767239.420802:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1775767239.420803:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:3.0:1775767239.420806:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420808:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767239.420810:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767239.420811:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.420812:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767239.420821:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420822:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767239.420825:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.420844:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767239.420846:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767239.420848:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767239.420853:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.420859:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767239.420860:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767239.420862:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775767239.420863:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775767239.420864:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767239.420869:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767239.420871:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1775767239.420874:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360525952:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767239.420876:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767239.420880:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1775767239.420881:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775767239.420883:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767239.420886:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420887:0:56247:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775767239.420888:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767239.420892:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
00000100:00080000:3.0:1775767239.420895:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4457
02000000:00000001:1.0:1775767239.420896:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.420904:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767239.420905:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767239.420907:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000200:3.0:1775767239.420910:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000010:1.0:1775767239.420912:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00080000:3.0:1775767239.420913:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775767239.420916:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360525952, portal 10
00000100:00000040:3.0:1775767239.420917:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767239.420920:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767239.420921:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767239.420922:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:3.0:1775767239.420925:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420928:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:1.0:1775767239.420931:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767239.420932:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767239.420934:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767239.420937:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767239.420940:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767239.420944:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775767239.420945:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767239.420949:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000001:3.0:1775767239.420949:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000010:1.0:1775767239.420954:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000040:3.0:1775767239.420956:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000200:1.0:1775767239.420957:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360525952, offset 0
00000100:00000001:3.0:1775767239.420959:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767239.420965:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:1.0:1775767239.420967:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767239.420968:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767239.420973:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767239.420977:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:1.0:1775767239.420978:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767239.420979:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767239.420984:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767239.420986:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775767239.420989:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:3.0:1775767239.420989:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.420993:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767239.420996:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1775767239.420996:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767239.421001:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.421003:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.421004:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000010:3.0:1775767239.421007:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000400:00000200:1.0:1775767239.421009:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1775767239.421011:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:1.0:1775767239.421014:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:3.0:1775767239.421015:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767239.421019:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767239.421022:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775767239.421023:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59103:59103:256:4294967295] 192.168.202.115@tcp LPNI seq info [59102:59102:8:4294967295]
02000000:00000001:3.0:1775767239.421024:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767239.421027:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.421032:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:3.0:1775767239.421032:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767239.421038:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767239.421047:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767239.421048:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767239.421059:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767239.421065:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1775767239.421066:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000100:00000001:3.0:1775767239.421068:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767239.421072:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767239.421074:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775767239.421078:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767239.421089:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767239.421090:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767239.421091:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1775767239.421093:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1775767239.421098:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767239.421100:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000100:00000040:3.0:1775767239.421100:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1775767239.421106:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775767239.421107:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4468)
00000400:00000200:1.0:1775767239.421112:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767239.421114:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775767239.421116:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775767239.421118:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767239.421121:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421128:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767239.421130:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421134:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421135:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767239.421137:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767239.421140:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775767239.421143:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767239.421144:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299130381
00000100:00000001:1.0:1775767239.421146:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299131642
00000100:00000001:1.0:1775767239.421148:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299130381
00000100:00000001:1.0:1775767239.421149:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299131642
00000100:00000001:1.0:1775767239.421150:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767239.421152:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421153:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767239.421155:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767239/real 1775767239]  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767239.421160:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767239.421161:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767239.421163:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775767239.421164:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775767239.421166:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775767239.421167:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767239.421169:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767239.421174:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421178:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767239.421178:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421180:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767239.421181:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767239.421183:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421186:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767239.421189:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421193:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767239.421195:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421196:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767239.421197:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421198:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767239.421199:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767239.421201:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767239.421203:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767239.421204:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767239.421206:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767239.421211:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360525952:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767239.421214:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767239.421216:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421220:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767239.421221:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767239.421223:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767239.421224:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767239.421225:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767239.421227:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526080:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767239.421229:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767239.421230:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767239.421231:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767239.421232:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767239.421234:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775767239.421236:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.421238:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767239.421240:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775767239.421241:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775767239.421244:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526080, portal 10
00000100:00000001:1.0:1775767239.421245:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767239.421246:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:1.0:1775767239.421249:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421253:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767239.421255:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767239.421256:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775767239.421258:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360526080, offset 0
00000400:00000200:1.0:1775767239.421260:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767239.421262:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767239.421265:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767239.421267:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767239.421269:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767239.421270:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767239.421272:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767239.421274:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59104:59104:256:4294967295] 192.168.202.115@tcp LPNI seq info [59103:59103:8:4294967295]
00000400:00000200:1.0:1775767239.421277:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767239.421281:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767239.421283:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767239.421285:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775767239.421287:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767239.421289:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767239.421292:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767239.421293:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767239.421296:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767239.421297:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775767239.421299:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767239.421301:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767239.421303:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775767239.421304:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775767239.421305:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767239.421307:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421312:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767239.421314:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421318:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421319:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767239.421321:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767239.421323:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775767239.421325:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767239.421326:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299130379
00000100:00000001:1.0:1775767239.421328:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299131642
00000100:00000001:1.0:1775767239.421330:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299130379
00000100:00000001:1.0:1775767239.421332:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299131642
00000100:00000001:1.0:1775767239.421333:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767239.421335:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421336:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767239.421338:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767239/real 1775767239]  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767239.421343:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767239.421343:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767239.421344:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775767239.421346:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775767239.421347:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775767239.421348:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767239.421349:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767239.421354:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421358:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767239.421359:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421360:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767239.421361:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767239.421376:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421382:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767239.421385:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421390:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767239.421391:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421392:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767239.421393:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421395:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767239.421396:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767239.421398:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767239.421400:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767239.421402:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767239.421404:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767239.421408:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526080:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767239.421411:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421412:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767239.421414:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360525952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421418:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767239.421419:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767239.421420:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767239.421422:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767239.421423:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767239.421424:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767239.421425:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767239.421426:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:1.0:1775767239.421428:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767239.421429:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767239.421430:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:1.0:1775767239.421432:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767239.421433:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421434:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767239.421436:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360526080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421440:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767239.421441:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767239.421442:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775767239.421444:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767239.421445:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767239.421446:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767239.421447:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767239.421448:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:1.0:1775767239.421449:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767239.421450:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767239.421451:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:1.0:1775767239.421452:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767239.421453:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421454:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421456:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767239.421457:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421458:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767239.421459:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767239.421460:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767239.421462:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421466:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767239.421466:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767239.421468:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767239.421469:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767239.421471:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767239.421472:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526208:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767239.421475:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767239.421476:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767239.421477:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767239.421478:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767239.421480:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775767239.421481:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767239.421484:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767239.421485:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775767239.421487:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775767239.421489:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526208, portal 4
00000100:00000001:1.0:1775767239.421491:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767239.421492:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:1.0:1775767239.421496:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421500:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767239.421502:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767239.421503:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775767239.421505:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360526208, offset 0
00000400:00000200:1.0:1775767239.421508:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767239.421510:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767239.421513:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767239.421515:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767239.421516:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767239.421518:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767239.421519:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767239.421522:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59105:59105:256:4294967295] 192.168.202.115@tcp LPNI seq info [59104:59104:8:4294967295]
00000400:00000200:1.0:1775767239.421525:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767239.421529:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767239.421531:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767239.421533:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000800:00000200:1.0:1775767239.421536:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767239.421538:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775767239.421540:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767239.421542:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775767239.421555:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767239.421557:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7500.
00000400:00000200:1.0:1775767239.421559:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767239.421561:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767239.421563:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164ee0
00000400:00000010:1.0:1775767239.421565:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164ee0.
00000100:00000001:1.0:1775767239.421566:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767239.421568:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421573:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767239.421576:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421580:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421581:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767239.421583:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767239.421585:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775767239.421588:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767239.421589:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299130434
00000100:00000001:1.0:1775767239.421591:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299131642
00000100:00000001:1.0:1775767239.421592:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299130434
00000100:00000001:1.0:1775767239.421594:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299131642
00000100:00000001:1.0:1775767239.421595:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767239.421596:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421597:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767239.421599:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767239/real 1775767239]  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767239.421604:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767239.421605:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767239.421606:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775767239.421608:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775767239.421609:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775767239.421610:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767239.421612:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767239.421617:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421621:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767239.421622:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421623:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767239.421624:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767239.421626:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421631:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767239.421633:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421637:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767239.421638:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421639:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767239.421640:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421641:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767239.421642:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767239.421644:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767239.421645:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767239.421647:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767239.421651:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767239.421659:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526208:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767239.421662:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421664:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767239.421667:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360526208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767239.421673:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767239.421675:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767239.421677:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775767239.421679:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767239.421681:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767239.421682:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775767239.421684:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767239.421686:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:1.0:1775767239.421688:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767239.421690:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767239.421691:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:1.0:1775767239.421694:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767239.421695:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421697:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767239.421701:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767239.421702:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767239.421704:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767239.421706:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767240.699947:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299131642, at 4299131648
00000100:00000010:3.0:1775767240.699978:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9dae0.
00000020:00000001:1.0:1775767241.467988:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767241.467994:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767241.467999:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767242.492001:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767242.492006:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767242.492011:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767243.515978:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767243.515981:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767243.515984:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767244.539896:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767244.539905:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767244.539907:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767244.539911:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767244.539915:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767244.539922:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4463
00000400:00000200:3.0:1775767244.539930:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767244.539935:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767244.539937:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767244.539940:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.539945:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767244.539949:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.539951:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767244.539958:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767244.539960:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767244.539963:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767244.539966:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767244.539969:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767244.539973:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767244.539979:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.539981:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767244.539982:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.539984:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767244.539987:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767244.539991:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767244.539994:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767244.539997:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767244.540000:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767244.540002:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540004:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767244.540005:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767244.540012:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767244.540015:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767244.540020:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767244.540022:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540025:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767244.540027:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767244.540030:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767244.540037:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767244.540042:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767244.540049:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767244.540057:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767244.540061:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767244.540064:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767244.540081:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767244.540083:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767244.540086:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767244.540087:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767244.540088:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767244.540091:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767244.540092:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4463
00000400:00000200:3.0:1775767244.540095:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767244.540098:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767244.540099:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767244.540101:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540103:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767244.540105:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767244.540106:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767244.540108:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767244.540111:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767244.540112:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775767244.540112:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767244.540116:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767244.540117:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775767244.540117:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767244.540121:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767244.540122:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767244.540126:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767244.540127:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540132:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767244.540135:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540139:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767244.540144:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:1.0:1775767244.540145:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1775767244.540148:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767244.540149:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540153:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540154:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767244.540156:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767244.540157:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767244.540160:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767244.540161:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775767244.540165:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360526336:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775767244.540165:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540170:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767244.540173:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767244.540176:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540177:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767244.540179:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000100:00000001:1.0:1775767244.540183:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1775767244.540183:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767244.540187:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767244.540188:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767244.540188:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540189:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767244.540191:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767244.540192:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540193:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767244.540196:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
02000000:00000001:1.0:1775767244.540197:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775767244.540201:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767244.540204:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775767244.540208:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767244.540208:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767244.540218:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767244.540221:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775767244.540223:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000100:00000001:3.0:1775767244.540224:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767244.540230:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775767244.540231:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775767244.540239:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526336, portal 25
00000100:00000001:3.0:1775767244.540240:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540245:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775767244.540245:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767244.540248:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00080000:3.0:1775767244.540249:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767244.540251:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767244.540253:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1775767244.540256:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767244.540257:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767244.540262:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4463
00000400:00000200:3.0:1775767244.540270:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767244.540273:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1775767244.540274:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767244.540278:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767244.540282:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767244.540285:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164ee0.
00000100:00000200:1.0:1775767244.540289:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360526336, offset 0
00000100:00000040:3.0:1775767244.540290:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540295:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767244.540296:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540298:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767244.540302:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775767244.540303:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775767244.540303:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767244.540307:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767244.540308:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767244.540310:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767244.540311:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:1.0:1775767244.540326:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775767244.540329:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540333:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767244.540337:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775767244.540337:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540343:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767244.540345:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:1.0:1775767244.540347:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775767244.540350:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540353:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767244.540354:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000001:3.0:1775767244.540355:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767244.540362:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775767244.540364:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775767244.540365:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:3.0:1775767244.540369:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540372:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767244.540376:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775767244.540377:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59106:59106:256:4294967295] 192.168.202.115@tcp LPNI seq info [59105:59105:8:4294967295]
00000008:00000001:3.0:1775767244.540381:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540386:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767244.540389:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:3.0:1775767244.540390:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767244.540394:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767244.540396:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767244.540397:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540399:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767244.540402:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767244.540405:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767244.540409:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1775767244.540410:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767244.540416:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767244.540420:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00100000:3.0:1775767244.540424:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1775767244.540426:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7500.
00000100:00000001:3.0:1775767244.540432:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767244.540434:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767244.540437:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767244.540441:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775767244.540447:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767244.540455:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767244.540457:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767244.540459:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767244.540460:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767244.540462:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767244.540464:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767244.540466:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767244.540467:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4463
00000400:00000200:1.0:1775767244.540473:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767244.540474:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767244.540477:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299136762
00000400:00000200:3.0:1775767244.540479:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767244.540481:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767244.540483:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540484:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767244.540485:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767244.540490:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000010:1.0:1775767244.540492:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dae0.
00000020:00000001:3.0:1775767244.540492:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767244.540493:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767244.540498:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767244.540499:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:1.0:1775767244.540501:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1775767244.540501:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767244.540502:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767244.540506:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767244.540507:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299136762
00000100:00000001:3.0:1775767244.540508:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767244.540512:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000010:1.0:1775767244.540514:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d4e0.
00000100:00000001:3.0:1775767244.540515:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767244.540519:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:1.0:1775767244.540520:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1775767244.540523:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767244.540526:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767244.540527:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540530:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767244.540530:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775767244.540535:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767244.540535:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767244.540539:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775767244.540539:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767244.540544:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767244.540545:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767244.540547:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540548:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767244.540549:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540552:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:3.0:1775767244.540554:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000100:00000001:1.0:1775767244.540555:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767244.540557:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775767244.540559:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:1.0:1775767244.540560:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775767244.540563:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767244.540566:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767244.540567:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767244.540568:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767244.540571:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767244.540573:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767244.540578:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767244.540582:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540588:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1775767244.540589:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767244.540591:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540597:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775767244.540599:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775767244.540601:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767244.540602:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540607:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767244.540608:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767244.540614:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526464:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767244.540618:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540623:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1775767244.540623:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775767244.540628:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1775767244.540628:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1775767244.540631:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540634:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767244.540638:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
00000100:00000040:3.0:1775767244.540640:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4473)
02000000:00000001:1.0:1775767244.540642:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767244.540648:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767244.540653:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207e70.
00000400:00000010:1.0:1775767244.540658:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767244.540662:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526464, portal 10
00000100:00000001:1.0:1775767244.540665:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767244.540666:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:1.0:1775767244.540674:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767244.540683:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767244.540694:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767244.540697:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164bb0.
00000100:00000200:1.0:1775767244.540699:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360526464, offset 0
00000400:00000200:1.0:1775767244.540702:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767244.540706:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767244.540709:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767244.540711:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767244.540712:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767244.540714:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767244.540716:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767244.540718:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59107:59107:255:4294967295] 192.168.202.115@tcp LPNI seq info [59106:59106:7:4294967295]
00000400:00000200:1.0:1775767244.540721:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767244.540726:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767244.540729:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767244.540731:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7000.
00000800:00000200:1.0:1775767244.540735:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767244.540740:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767244.540742:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767244.540746:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775767244.540749:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767244.540751:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299135500
00000100:00000001:1.0:1775767244.540754:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299136762
00000100:00000001:1.0:1775767244.540756:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299135500
00000100:00000001:1.0:1775767244.540758:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299136762
00000100:00000001:1.0:1775767244.540760:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767244.540763:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540765:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767244.540770:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767244.540778:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767244.540780:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540788:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767244.540790:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767244.540793:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767244.540796:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767244.540798:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767244.540800:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767244.540801:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540802:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767244.540805:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767244.540806:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767244.540809:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767244.540811:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767244.540815:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767244.540818:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526592, portal 10
00000100:00000001:1.0:1775767244.540820:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767244.540821:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:1.0:1775767244.540847:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767244.540856:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767244.540859:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767244.540863:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581647f8.
00000100:00000200:1.0:1775767244.540866:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360526592, offset 0
00000400:00000200:1.0:1775767244.540870:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767244.540875:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767244.540878:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767244.540881:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767244.540883:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767244.540886:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767244.540889:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767244.540892:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59108:59108:254:4294967295] 192.168.202.115@tcp LPNI seq info [59107:59107:6:4294967295]
00000400:00000200:1.0:1775767244.540897:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767244.540903:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767244.540908:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767244.540912:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7300.
00000800:00000200:1.0:1775767244.540916:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767244.540920:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767244.540923:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767244.540926:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775767244.540929:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767244.540932:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299135499
00000100:00000001:1.0:1775767244.540933:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299136762
00000100:00000001:1.0:1775767244.540935:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299135499
00000100:00000001:1.0:1775767244.540937:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299136762
00000100:00000001:1.0:1775767244.540938:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767244.540940:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540942:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.540943:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767244.540945:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767244.540946:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775767244.540948:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767244.540949:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767244.540950:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767244.540953:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767244.540958:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767244.540959:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540960:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767244.540962:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767244.540963:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767244.540966:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526720:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767244.540969:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767244.540971:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767244.540972:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767244.540975:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767244.540978:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767244.540980:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767244.540984:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767244.540987:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775767244.540990:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164d48.
00000100:00000200:1.0:1775767244.540993:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526720, portal 4
00000100:00000001:1.0:1775767244.540995:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767244.540996:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:1.0:1775767244.541002:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767244.541010:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767244.541013:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767244.541015:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581642a8.
00000100:00000200:1.0:1775767244.541018:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360526720, offset 0
00000400:00000200:1.0:1775767244.541022:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767244.541026:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767244.541030:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767244.541032:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767244.541035:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767244.541038:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767244.541040:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767244.541044:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59109:59109:253:4294967295] 192.168.202.115@tcp LPNI seq info [59108:59108:5:4294967295]
00000400:00000200:1.0:1775767244.541048:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767244.541055:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767244.541060:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767244.541064:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7b00.
00000800:00000200:1.0:1775767244.541068:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767244.541072:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767244.541075:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767244.541078:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775767244.541082:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767244.541084:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299135554
00000100:00000001:1.0:1775767244.541086:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299136762
00000100:00000001:1.0:1775767244.541088:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299135554
00000100:00000001:1.0:1775767244.541091:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299136762
00000100:00000001:1.0:1775767244.541093:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767244.541095:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.541097:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.541099:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767244.541103:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767244.541104:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775767244.541106:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767244.541107:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767244.541108:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767244.541110:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767245.819948:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299136762, at 4299136768
00000100:00000010:3.0:1775767245.819974:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d4e0.
00000020:00000001:1.0:1775767246.587979:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767246.587984:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767246.587988:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767247.612025:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767247.612029:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767247.612033:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767247.612309:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767247.612315:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767247.612322:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767247.612334:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767244/real 1775767247]  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767247.612356:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767247.612359:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767247.612364:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775767247.612373:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:1.0:1775767247.612377:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:1.0:1775767247.612384:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767247.612391:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767247.612412:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612436:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767247.612439:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612443:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612446:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767247.612453:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612474:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767247.612481:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612496:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767247.612502:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612506:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612509:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612514:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767247.612519:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767247.612525:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767247.612533:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767247.612538:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767247.612546:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767247.612560:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360526336:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775767247.612568:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767247.612574:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767247.612582:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360526336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612590:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767247.612594:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767247.612598:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775767247.612603:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767247.612605:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767247.612606:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775767247.612609:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767247.612611:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:1.0:1775767247.612615:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767247.612618:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767247.612620:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:1.0:1775767247.612623:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767247.612625:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612628:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767247.612630:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767247.612631:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767247.612633:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767247.612638:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767244/real 1775767247]  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767247.612647:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767247.612649:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767247.612652:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775767247.612654:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164d48
00000400:00000010:1.0:1775767247.612656:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164d48.
00000100:00000001:1.0:1775767247.612659:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767247.612662:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767247.612671:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612678:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767247.612680:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612681:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612683:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767247.612687:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612695:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767247.612700:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612706:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767247.612708:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612710:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612711:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612713:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767247.612714:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767247.612717:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767247.612721:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767247.612723:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767247.612727:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767247.612734:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526720:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767247.612738:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767247.612742:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767244/real 1775767247]  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767247.612750:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767247.612751:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767247.612753:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207e70.
00000400:00000200:1.0:1775767247.612756:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767247.612758:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767247.612760:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767247.612763:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767247.612770:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612776:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767247.612778:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612779:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612781:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767247.612784:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612795:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767247.612799:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612804:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767247.612806:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612808:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612809:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612811:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767247.612813:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767247.612815:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767247.612819:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767247.612820:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767247.612824:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767247.612856:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526464:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767247.612861:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767247.612865:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767244/real 1775767247]  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767247.612872:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767247.612873:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767247.612875:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767247.612878:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767247.612879:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767247.612881:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767247.612884:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767247.612899:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612905:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767247.612906:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612908:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612909:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767247.612912:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612917:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767247.612920:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612926:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767247.612929:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612930:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767247.612931:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612932:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767247.612935:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767247.612937:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767247.612940:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767247.612942:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767247.612946:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767247.612952:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767247.612956:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612958:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767247.612961:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360526720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.612971:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767247.612973:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767247.612975:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767247.612978:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767247.612979:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767247.612980:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775767247.612982:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767247.612983:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:1.0:1775767247.612987:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767247.612988:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767247.612989:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:1.0:1775767247.612991:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767247.612993:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.612994:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767247.612996:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360526464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.613003:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767247.613004:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767247.613006:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767247.613008:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767247.613009:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767247.613010:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767247.613012:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767247.613013:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:1.0:1775767247.613015:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767247.613017:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767247.613018:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:1.0:1775767247.613020:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767247.613021:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.613023:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767247.613026:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360526592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767247.613032:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767247.613033:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767247.613035:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767247.613037:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767247.613038:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767247.613040:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767247.613042:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767247.613043:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:1.0:1775767247.613045:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767247.613046:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767247.613047:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:1.0:1775767247.613049:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767247.613050:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.613052:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767247.613060:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767247.613062:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767247.613064:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767247.613066:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767248.635977:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767248.635984:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767248.635990:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767249.660016:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767249.660025:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767249.660028:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767249.660033:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767249.660039:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767249.660048:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4468
00000400:00000200:3.0:1775767249.660057:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767249.660064:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767249.660068:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767249.660072:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660076:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767249.660080:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660083:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767249.660087:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767249.660089:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767249.660092:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767249.660095:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767249.660098:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767249.660101:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767249.660105:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660107:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767249.660110:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660112:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767249.660116:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767249.660120:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660123:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767249.660127:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767249.660131:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767249.660135:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767249.660138:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767249.660141:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767249.660148:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767249.660153:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767249.660157:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767249.660159:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767249.660163:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767249.660166:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767249.660170:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767249.660179:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767249.660187:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767249.660198:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767249.660211:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767249.660216:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767249.660222:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767249.660252:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767249.660257:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767249.660261:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767249.660263:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767249.660265:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767249.660287:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767249.660291:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4468
00000400:00000200:3.0:1775767249.660297:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767249.660302:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767249.660306:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767249.660308:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775767249.660311:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767249.660314:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767249.660315:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767249.660318:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767249.660321:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660325:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:1.0:1775767249.660330:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767249.660330:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767249.660334:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:1.0:1775767249.660343:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1775767249.660345:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767249.660347:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767249.660350:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
02000000:00000001:1.0:1775767249.660352:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775767249.660354:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:1.0:1775767249.660356:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1775767249.660359:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:1.0:1775767249.660362:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767249.660367:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00100000:1.0:1775767249.660372:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360526848:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767249.660373:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767249.660379:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1775767249.660380:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660385:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:1.0:1775767249.660386:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1775767249.660390:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:1.0:1775767249.660391:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767249.660396:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1775767249.660397:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660402:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767249.660405:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:3.0:1775767249.660405:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767249.660410:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767249.660414:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767249.660419:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767249.660420:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767249.660424:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775767249.660428:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000008:00100000:3.0:1775767249.660431:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767249.660436:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767249.660438:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000001:3.0:1775767249.660439:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767249.660447:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000100:00000200:1.0:1775767249.660448:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526848, portal 25
00000020:00000040:3.0:1775767249.660451:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:1.0:1775767249.660454:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767249.660459:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
02000000:00000001:3.0:1775767249.660459:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767249.660462:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767249.660466:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767249.660470:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767249.660472:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767249.660478:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000040:1.0:1775767249.660484:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767249.660484:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767249.660494:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767249.660499:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767249.660508:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660514:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775767249.660515:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000001:3.0:1775767249.660519:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767249.660523:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360526848, offset 0
00000100:00000040:3.0:1775767249.660529:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767249.660539:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660551:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767249.660554:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767249.660555:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:3.0:1775767249.660563:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767249.660565:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775767249.660569:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:3.0:1775767249.660570:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767249.660579:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775767249.660580:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767249.660589:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767249.660594:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767249.660597:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767249.660603:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59110:59110:256:4294967295] 192.168.202.115@tcp LPNI seq info [59109:59109:8:4294967295]
00000100:00080000:3.0:1775767249.660607:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4468
00000400:00000200:1.0:1775767249.660610:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767249.660619:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767249.660626:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767249.660629:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767249.660637:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660643:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775767249.660644:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775767249.660651:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660657:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767249.660661:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.0:1775767249.660664:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775767249.660665:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767249.660670:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767249.660674:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000010:1.0:1775767249.660676:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000020:00000001:3.0:1775767249.660677:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767249.660683:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:1.0:1775767249.660690:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767249.660692:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:1.0:1775767249.660696:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1775767249.660697:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767249.660703:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660709:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:1.1:1775767249.660709:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775767249.660716:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:1.1:1775767249.660717:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1775767249.660725:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000100:1.0:1775767249.660729:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767249.660732:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775767249.660734:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
02000000:00000001:3.0:1775767249.660737:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767249.660742:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1775767249.660743:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767249.660765:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767249.660769:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775767249.660770:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767249.660776:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775767249.660778:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000008:00000001:3.0:1775767249.660780:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767249.660784:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:3.0:1775767249.660785:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.660791:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1775767249.660793:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767249.660797:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000200:1.0:1775767249.660799:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767249.660803:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767249.660806:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767249.660811:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775767249.660820:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775767249.660822:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775767249.660825:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.660834:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.660838:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767249.660886:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767249.660892:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767249.660895:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299141883
00000100:00000010:1.0:1775767249.660901:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d000.
00000100:00000001:1.0:1775767249.660912:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767249.660918:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299141883
00000100:00000010:1.0:1775767249.660922:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d360.
00000100:00000001:1.0:1775767249.660925:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767249.660928:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767249.660931:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.660934:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767249.660939:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767249/real 1775767249]  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767249.660952:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767249.660955:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767249.660959:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
02000000:00000001:3.0:1775767249.660969:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767249.660977:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000400:00000200:1.0:1775767249.660982:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000100:00000001:3.0:1775767249.660983:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767249.660987:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767249.660992:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1775767249.660994:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775767249.661001:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767249.661015:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767249.661021:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767249.661026:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767249.661030:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767249.661047:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767249.661052:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767249.661074:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1775767249.661074:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767249.661078:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767249.661079:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775767249.661080:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767249.661083:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767249.661085:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767249.661088:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775767249.661090:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4468
00000100:00100000:1.0:1775767249.661096:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767249.661099:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767249.661107:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767249.661113:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767249.661114:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767249.661120:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:1.0:1775767249.661124:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767249.661125:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767249.661131:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.661137:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767249.661143:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775767249.661145:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1775767249.661146:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767249.661150:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767249.661152:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775767249.661153:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:1.0:1775767249.661156:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1775767249.661158:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775767249.661159:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775767249.661165:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775767249.661166:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767249.661170:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1775767249.661171:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00080000:1.0:1775767249.661177:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775767249.661178:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767249.661183:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767249.661187:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00080000:1.0:1775767249.661188:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767249.661193:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1775767249.661195:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000040:1.0:1775767249.661200:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775767249.661202:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767249.661208:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767249.661214:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767249.661218:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775767249.661222:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360526848:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775767249.661223:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767249.661227:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767249.661231:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775767249.661232:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.661236:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1775767249.661238:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767249.661242:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360526848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767249.661242:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767249.661247:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767249.661252:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:1.0:1775767249.661254:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767249.661260:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1775767249.661260:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767249.661262:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767249.661265:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
00000100:00000001:3.0:1775767249.661266:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767249.661283:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767249.661284:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1775767249.661286:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767249.661287:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767249.661291:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
02000000:00000010:3.0:1775767249.661293:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000020:00000001:1.0:1775767249.661295:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1775767249.661298:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767249.661299:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:1.0:1775767249.661306:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:3.0:1775767249.661308:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775767249.661310:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767249.661314:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:1.0:1775767249.661321:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767249.661322:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767249.661324:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767249.661326:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.661329:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767249.661334:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661340:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767249.661343:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767249.661346:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767249.661350:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767249.661355:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1775767249.661359:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775767249.661361:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4478)
00000100:00000001:1.0:1775767249.661363:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767249.661366:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767249.661371:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661379:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767249.661381:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767249.661383:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767249.661386:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767249.661389:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767249.661393:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526976:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767249.661396:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767249.661399:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767249.661401:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767249.661402:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767249.661406:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767249.661408:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767249.661413:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767249.661416:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767249.661419:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767249.661423:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360526976, portal 10
00000100:00000001:1.0:1775767249.661426:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767249.661427:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00000040:1.0:1775767249.661434:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661441:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767249.661443:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767249.661446:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767249.661449:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360526976, offset 0
00000400:00000200:1.0:1775767249.661454:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767249.661458:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767249.661462:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767249.661466:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767249.661470:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767249.661473:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767249.661475:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767249.661478:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59111:59111:256:4294967295] 192.168.202.115@tcp LPNI seq info [59110:59110:8:4294967295]
00000400:00000200:1.0:1775767249.661482:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767249.661489:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767249.661493:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767249.661497:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767249.661502:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767249.661505:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767249.661509:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767249.661512:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767249.661515:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767249.661517:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767249.661520:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767249.661524:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767249.661527:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767249.661529:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767249.661531:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767249.661535:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661549:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767249.661553:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661558:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.661560:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767249.661563:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767249.661567:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775767249.661570:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767249.661572:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299140621
00000100:00000001:1.0:1775767249.661575:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299141883
00000100:00000001:1.0:1775767249.661577:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299140621
00000100:00000001:1.0:1775767249.661579:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299141883
00000100:00000001:1.0:1775767249.661581:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767249.661583:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.661584:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767249.661588:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767249/real 1775767249]  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767249.661596:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767249.661597:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767249.661598:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767249.661601:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767249.661602:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767249.661604:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767249.661607:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767249.661615:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661621:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767249.661623:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.661624:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767249.661626:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767249.661629:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661636:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767249.661640:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661647:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767249.661649:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.661651:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767249.661652:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.661654:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767249.661656:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767249.661659:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767249.661662:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767249.661664:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767249.661668:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767249.661675:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360526976:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767249.661679:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767249.661682:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661688:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767249.661689:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767249.661691:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767249.661693:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767249.661695:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767249.661698:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767249.661701:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767249.661703:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767249.661704:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767249.661706:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767249.661709:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767249.661711:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767249.661714:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767249.661717:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767249.661720:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767249.661723:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360527104, portal 10
00000100:00000001:1.0:1775767249.661725:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767249.661727:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000100:00000040:1.0:1775767249.661733:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661739:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767249.661741:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767249.661743:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767249.661746:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360527104, offset 0
00000400:00000200:1.0:1775767249.661749:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767249.661753:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767249.661757:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767249.661761:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767249.661764:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767249.661766:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767249.661768:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767249.661771:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59112:59112:256:4294967295] 192.168.202.115@tcp LPNI seq info [59111:59111:8:4294967295]
00000400:00000200:1.0:1775767249.661775:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767249.661782:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767249.661787:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767249.661791:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767249.661795:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767249.661798:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767249.661801:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767249.661804:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767249.661809:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767249.661811:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767249.661813:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767249.661817:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767249.661820:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767249.661822:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767249.661824:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767249.661854:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661863:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767249.661866:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661873:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.661875:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767249.661879:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767249.661883:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775767249.661886:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767249.661889:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299140620
00000100:00000001:1.0:1775767249.661891:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299141883
00000100:00000001:1.0:1775767249.661894:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299140620
00000100:00000001:1.0:1775767249.661896:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299141883
00000100:00000001:1.0:1775767249.661899:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767249.661901:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.661903:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767249.661907:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767249/real 1775767249]  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767249.661915:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767249.661917:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767249.661919:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767249.661922:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767249.661923:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767249.661926:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767249.661929:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767249.661938:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661944:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767249.661946:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.661948:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767249.661950:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767249.661954:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661962:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767249.661966:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.661973:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767249.661976:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.661978:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767249.661979:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.661981:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767249.661983:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767249.661986:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767249.661990:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767249.661992:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767249.661996:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767249.662018:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767249.662022:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767249.662026:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662033:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767249.662034:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767249.662036:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767249.662038:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767249.662041:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767249.662044:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527232:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767249.662048:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767249.662050:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767249.662051:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767249.662053:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767249.662062:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767249.662066:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767249.662071:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767249.662073:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767249.662077:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767249.662080:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360527232, portal 4
00000100:00000001:1.0:1775767249.662083:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767249.662085:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:1.0:1775767249.662091:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662097:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767249.662099:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767249.662101:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767249.662104:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360527232, offset 0
00000400:00000200:1.0:1775767249.662108:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767249.662113:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767249.662116:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767249.662120:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767249.662122:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767249.662125:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767249.662127:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767249.662130:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59113:59113:256:4294967295] 192.168.202.115@tcp LPNI seq info [59112:59112:8:4294967295]
00000400:00000200:1.0:1775767249.662134:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767249.662141:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767249.662145:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767249.662149:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767249.662153:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767249.662156:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775767249.662160:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767249.662163:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775767249.662167:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767249.662169:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767249.662172:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767249.662176:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767249.662179:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767249.662181:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767249.662183:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767249.662187:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662194:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767249.662197:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662205:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.662206:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767249.662209:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767249.662212:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775767249.662215:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767249.662218:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299140675
00000100:00000001:1.0:1775767249.662220:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299141883
00000100:00000001:1.0:1775767249.662222:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299140675
00000100:00000001:1.0:1775767249.662224:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299141883
00000100:00000001:1.0:1775767249.662226:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767249.662228:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.662230:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767249.662234:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767249/real 1775767249]  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767249.662242:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767249.662244:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767249.662246:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767249.662248:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767249.662250:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767249.662252:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767249.662256:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767249.662265:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662284:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767249.662286:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662288:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767249.662289:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767249.662293:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662301:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767249.662306:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662313:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767249.662316:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662317:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767249.662319:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662321:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767249.662323:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767249.662325:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767249.662329:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767249.662331:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767249.662336:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767249.662345:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527232:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767249.662348:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662350:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767249.662353:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360526976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662360:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767249.662362:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767249.662364:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767249.662366:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767249.662368:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767249.662369:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767249.662371:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767249.662374:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:1.0:1775767249.662377:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767249.662378:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767249.662379:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:1.0:1775767249.662381:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767249.662382:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662383:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767249.662386:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360527104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662395:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767249.662396:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767249.662397:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767249.662398:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767249.662399:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767249.662400:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767249.662401:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767249.662402:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:1.0:1775767249.662403:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767249.662403:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767249.662404:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:1.0:1775767249.662406:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767249.662406:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662407:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767249.662409:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360527232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767249.662413:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767249.662413:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767249.662414:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767249.662415:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767249.662416:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767249.662417:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775767249.662418:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767249.662419:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:1.0:1775767249.662420:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767249.662420:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767249.662421:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:1.0:1775767249.662423:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767249.662423:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662425:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767249.662428:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767249.662429:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767249.662430:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767249.662431:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767250.939911:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299141883, at 4299141888
00000100:00000010:3.0:1775767250.939921:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d360.
00000020:00000001:1.0:1775767251.708024:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767251.708028:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767251.708032:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767252.732145:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767252.732153:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767252.732159:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767253.756087:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767253.756093:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767253.756097:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767254.779965:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767254.779978:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767254.779982:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767254.779988:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767254.779993:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767254.780001:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4473
00000400:00000200:3.0:1775767254.780013:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767254.780020:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767254.780024:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767254.780027:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780031:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767254.780034:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780036:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767254.780040:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767254.780042:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767254.780045:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767254.780048:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767254.780051:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767254.780054:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767254.780058:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780060:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767254.780062:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780064:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767254.780067:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767254.780071:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780073:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767254.780077:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767254.780081:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767254.780084:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780087:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767254.780090:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767254.780103:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767254.780107:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767254.780111:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767254.780113:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780116:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767254.780119:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767254.780123:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767254.780132:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767254.780143:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767254.780152:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767254.780162:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767254.780166:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767254.780169:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767254.780191:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767254.780194:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767254.780197:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767254.780198:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767254.780200:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767254.780202:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767254.780208:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4473
00000400:00000200:3.0:1775767254.780212:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767254.780215:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767254.780217:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767254.780233:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780235:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767254.780237:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780238:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767254.780240:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767254.780241:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767254.780243:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767254.780245:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767254.780247:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767254.780249:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767254.780251:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780253:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767254.780254:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775767254.780255:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780258:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775767254.780260:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775767254.780261:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:1.0:1775767254.780265:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1775767254.780265:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780269:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767254.780271:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775767254.780275:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767254.780277:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767254.780282:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780286:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767254.780290:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1775767254.780292:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775767254.780293:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775767254.780296:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780298:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.780299:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767254.780302:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1775767254.780303:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
02000000:00000001:1.0:1775767254.780306:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767254.780307:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767254.780311:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1775767254.780312:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360527360:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775767254.780313:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780316:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775767254.780319:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767254.780319:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767254.780320:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.780325:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1775767254.780325:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767254.780328:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767254.780332:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775767254.780334:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.780339:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775767254.780343:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1775767254.780345:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:3.0:1775767254.780346:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.780350:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767254.780352:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767254.780360:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767254.780364:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775767254.780365:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00080000:3.0:1775767254.780367:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767254.780369:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767254.780370:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767254.780371:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1775767254.780373:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000001:3.0:1775767254.780374:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767254.780378:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4473
00000400:00000200:3.0:1775767254.780381:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:1.0:1775767254.780382:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360527360, portal 25
00000400:00000200:3.0:1775767254.780383:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767254.780386:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775767254.780387:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767254.780390:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:3.0:1775767254.780392:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780395:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767254.780399:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767254.780399:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780404:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767254.780409:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767254.780413:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:1.0:1775767254.780415:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1775767254.780416:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767254.780419:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000040:1.0:1775767254.780423:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000001:3.0:1775767254.780424:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:1.0:1775767254.780427:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000020:00000001:3.0:1775767254.780427:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767254.780432:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000200:1.0:1775767254.780433:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360527360, offset 0
00000100:00000001:3.0:1775767254.780434:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767254.780438:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780440:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767254.780441:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767254.780445:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:1.0:1775767254.780446:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780450:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767254.780452:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767254.780454:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767254.780455:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780457:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767254.780459:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00100000:3.0:1775767254.780460:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767254.780463:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780465:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.780468:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000010:3.0:1775767254.780468:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767254.780472:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767254.780473:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767254.780474:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.780475:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775767254.780477:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767254.780479:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767254.780480:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.780481:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000010:3.0:1775767254.780484:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000400:00000200:1.0:1775767254.780487:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775767254.780488:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.780491:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00100000:3.0:1775767254.780495:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767254.780499:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59114:59114:256:4294967295] 192.168.202.115@tcp LPNI seq info [59113:59113:8:4294967295]
00000400:00000200:1.0:1775767254.780512:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767254.780514:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767254.780516:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767254.780520:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767254.780532:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767254.780534:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767254.780536:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775767254.780536:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767254.780540:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767254.780543:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767254.780545:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767254.780549:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4473
00000800:00000200:1.0:1775767254.780550:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767254.780554:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767254.780559:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767254.780560:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1775767254.780561:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000100:00000040:3.0:1775767254.780563:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780567:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767254.780568:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780569:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767254.780570:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767254.780572:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767254.780574:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1775767254.780577:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775767254.780577:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767254.780581:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767254.780583:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:1.0:1775767254.780584:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1775767254.780586:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780590:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767254.780593:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780595:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767254.780598:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:1.1:1775767254.780600:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775767254.780602:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767254.780606:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767254.780607:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1775767254.780609:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767254.780614:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1775767254.780618:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775767254.780618:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780621:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000010:1.0:1775767254.780623:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000008:00100000:3.0:1775767254.780624:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767254.780627:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780628:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.780631:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1775767254.780631:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767254.780633:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767254.780636:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775767254.780639:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775767254.780639:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767254.780641:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767254.780643:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767254.780645:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767254.780647:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767254.780649:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767254.780652:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775767254.780654:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767254.780659:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:3.0:1775767254.780661:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767254.780667:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775767254.780672:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767254.780677:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767254.780679:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767254.780705:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.780707:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767254.780708:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767254.780713:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767254.780713:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767254.780720:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4483)
00000100:00000001:1.0:1775767254.780721:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.780724:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767254.780730:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.780735:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767254.780738:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299147002
00000100:00000010:1.0:1775767254.780744:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d9c0.
00000100:00000001:1.0:1775767254.780752:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767254.780769:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299147002
00000100:00000010:1.0:1775767254.780772:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d600.
00000100:00000001:1.0:1775767254.780774:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767254.780777:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767254.780778:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.780781:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767254.780784:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767254/real 1775767254]  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767254.780793:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767254.780794:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767254.780796:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767254.780799:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767254.780801:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767254.780804:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767254.780807:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767254.780813:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.780818:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767254.780819:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.780821:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.780822:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767254.780825:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.780850:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767254.780854:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.780860:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767254.780863:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.780864:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.780865:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.780867:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767254.780869:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767254.780871:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767254.780874:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767254.780875:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767254.780878:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767254.780884:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360527360:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775767254.780888:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.780889:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767254.780891:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360527360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.780896:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767254.780898:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767254.780900:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767254.780902:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767254.780903:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767254.780904:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775767254.780906:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767254.780908:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:1.0:1775767254.780911:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767254.780913:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767254.780914:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775767254.780917:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767254.780918:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.780920:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.780926:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767254.780928:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.780930:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767254.780931:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767254.780932:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767254.780942:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.780947:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767254.780948:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.780950:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767254.780951:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767254.780953:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767254.780954:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527488:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767254.780956:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767254.780958:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767254.780959:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.780960:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767254.780962:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767254.780964:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.780967:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767254.780969:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767254.780971:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767254.780974:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360527488, portal 10
00000100:00000001:1.0:1775767254.780975:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767254.780976:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:1.0:1775767254.780981:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.780985:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767254.780987:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767254.780989:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767254.780990:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360527488, offset 0
00000400:00000200:1.0:1775767254.780993:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767254.780996:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767254.780998:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767254.781000:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767254.781002:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767254.781004:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767254.781006:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767254.781009:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59115:59115:256:4294967295] 192.168.202.115@tcp LPNI seq info [59114:59114:8:4294967295]
00000400:00000200:1.0:1775767254.781012:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767254.781016:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767254.781019:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767254.781022:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767254.781024:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767254.781027:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775767254.781030:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767254.781032:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775767254.781034:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767254.781036:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767254.781038:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767254.781040:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767254.781042:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767254.781043:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767254.781045:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767254.781047:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781053:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767254.781055:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781059:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.781060:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767254.781063:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767254.781066:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775767254.781068:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767254.781069:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299145741
00000100:00000001:1.0:1775767254.781071:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299147002
00000100:00000001:1.0:1775767254.781073:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299145741
00000100:00000001:1.0:1775767254.781075:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299147002
00000100:00000001:1.0:1775767254.781077:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767254.781079:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.781080:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767254.781083:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767254/real 1775767254]  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767254.781087:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767254.781088:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767254.781089:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767254.781090:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767254.781091:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767254.781092:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767254.781094:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767254.781100:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781104:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767254.781105:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781106:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.781107:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767254.781109:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781113:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767254.781115:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781119:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767254.781121:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781122:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.781122:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781124:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767254.781126:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767254.781128:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767254.781130:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767254.781132:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767254.781134:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767254.781147:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527488:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767254.781149:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767254.781151:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781155:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767254.781156:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.781157:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767254.781159:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767254.781160:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767254.781162:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527616:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767254.781164:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767254.781165:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767254.781166:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.781168:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767254.781170:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767254.781171:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.781173:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767254.781175:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767254.781177:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767254.781179:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360527616, portal 10
00000100:00000001:1.0:1775767254.781180:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767254.781181:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:1.0:1775767254.781185:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781190:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767254.781192:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767254.781193:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767254.781195:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360527616, offset 0
00000400:00000200:1.0:1775767254.781197:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767254.781199:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767254.781202:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767254.781203:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767254.781205:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767254.781207:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767254.781208:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767254.781210:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59116:59116:256:4294967295] 192.168.202.115@tcp LPNI seq info [59115:59115:8:4294967295]
00000400:00000200:1.0:1775767254.781213:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767254.781218:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767254.781238:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767254.781240:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767254.781243:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767254.781245:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775767254.781248:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767254.781250:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775767254.781252:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767254.781254:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767254.781256:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767254.781258:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767254.781260:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767254.781262:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767254.781263:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767254.781266:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781271:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767254.781273:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781282:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.781284:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767254.781285:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767254.781288:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775767254.781290:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767254.781292:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299145739
00000100:00000001:1.0:1775767254.781293:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299147002
00000100:00000001:1.0:1775767254.781295:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299145739
00000100:00000001:1.0:1775767254.781297:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299147002
00000100:00000001:1.0:1775767254.781298:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767254.781300:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.781301:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767254.781303:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767254/real 1775767254]  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767254.781308:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767254.781308:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767254.781309:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767254.781311:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767254.781312:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767254.781313:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767254.781315:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767254.781319:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781324:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767254.781325:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781326:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.781327:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767254.781329:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781334:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767254.781337:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781341:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767254.781342:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781343:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.781344:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781345:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767254.781346:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767254.781348:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767254.781350:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767254.781351:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767254.781353:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767254.781357:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527616:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767254.781360:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767254.781362:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781366:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767254.781367:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.781368:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767254.781370:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767254.781371:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767254.781373:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527744:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767254.781375:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767254.781376:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767254.781378:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767254.781379:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767254.781381:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767254.781382:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767254.781384:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767254.781386:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767254.781388:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767254.781390:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360527744, portal 4
00000100:00000001:1.0:1775767254.781391:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767254.781392:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:1.0:1775767254.781396:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781401:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767254.781402:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767254.781403:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767254.781405:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360527744, offset 0
00000400:00000200:1.0:1775767254.781407:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767254.781409:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767254.781411:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767254.781413:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767254.781415:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767254.781416:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767254.781417:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767254.781420:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59117:59117:256:4294967295] 192.168.202.115@tcp LPNI seq info [59116:59116:8:4294967295]
00000400:00000200:1.0:1775767254.781423:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767254.781427:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767254.781430:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767254.781432:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767254.781434:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767254.781436:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775767254.781439:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767254.781441:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775767254.781443:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767254.781446:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767254.781447:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767254.781450:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767254.781452:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767254.781453:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767254.781454:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767254.781456:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781461:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767254.781463:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781468:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.781469:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767254.781470:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767254.781472:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775767254.781474:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767254.781475:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299145794
00000100:00000001:1.0:1775767254.781477:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299147002
00000100:00000001:1.0:1775767254.781479:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299145794
00000100:00000001:1.0:1775767254.781480:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299147002
00000100:00000001:1.0:1775767254.781482:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767254.781483:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.781484:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767254.781486:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767254/real 1775767254]  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767254.781490:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767254.781491:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767254.781492:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767254.781493:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767254.781494:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767254.781496:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767254.781498:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767254.781503:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781507:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767254.781508:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781509:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.781510:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767254.781512:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781516:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767254.781518:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781522:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767254.781523:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781524:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767254.781525:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781526:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767254.781527:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767254.781528:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767254.781530:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767254.781531:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767254.781533:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767254.781538:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360527744:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767254.781540:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781541:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767254.781543:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360527488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781550:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767254.781552:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767254.781554:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767254.781556:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767254.781558:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767254.781559:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767254.781561:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767254.781562:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:1.0:1775767254.781565:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767254.781566:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767254.781568:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775767254.781570:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767254.781572:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781573:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767254.781577:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360527616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781584:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767254.781586:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767254.781587:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767254.781590:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767254.781591:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767254.781592:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767254.781594:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767254.781596:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:1.0:1775767254.781598:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767254.781599:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767254.781600:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775767254.781603:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767254.781604:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781606:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767254.781609:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360527744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767254.781614:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767254.781615:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767254.781616:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767254.781618:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767254.781619:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767254.781620:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775767254.781621:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767254.781622:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:1.0:1775767254.781623:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767254.781624:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767254.781624:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:1.0:1775767254.781626:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767254.781626:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781627:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767254.781630:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767254.781631:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767254.781632:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767254.781633:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767256.059952:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299147002, at 4299147008
00000100:00000010:3.0:1775767256.059969:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d600.
00000020:00000001:1.0:1775767256.828030:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767256.828035:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767256.828038:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767257.852072:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767257.852077:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767257.852081:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767258.876016:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767258.876019:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767258.876023:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767259.899955:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767259.899968:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767259.899973:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767259.899980:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767259.899987:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767259.899998:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4478
00000400:00000200:3.0:1775767259.900010:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767259.900020:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767259.900026:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767259.900031:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900036:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767259.900040:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900043:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767259.900047:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767259.900050:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767259.900052:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767259.900056:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767259.900059:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767259.900062:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767259.900066:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900068:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767259.900071:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900073:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767259.900076:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767259.900080:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900083:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767259.900087:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767259.900091:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767259.900094:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767259.900097:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767259.900101:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767259.900112:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767259.900116:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767259.900120:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767259.900123:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767259.900126:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767259.900129:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767259.900135:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767259.900146:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767259.900154:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767259.900165:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767259.900213:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767259.900218:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767259.900225:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767259.900252:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767259.900256:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767259.900260:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767259.900261:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767259.900264:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767259.900269:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767259.900275:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4478
00000400:00000200:3.0:1775767259.900281:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767259.900285:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775767259.900286:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767259.900293:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775767259.900294:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767259.900299:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767259.900300:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900306:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767259.900314:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767259.900314:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900322:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767259.900331:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767259.900337:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:1.0:1775767259.900340:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1775767259.900341:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775767259.900344:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767259.900346:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
02000000:00000001:1.0:1775767259.900350:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775767259.900351:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:1.0:1775767259.900354:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1775767259.900356:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:1.0:1775767259.900359:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767259.900371:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360527872:192.168.202.115@tcp:250:kworker.0
00000100:00000040:3.0:1775767259.900371:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900384:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767259.900386:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767259.900392:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1775767259.900392:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:1.0:1775767259.900397:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767259.900399:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:1.0:1775767259.900403:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1775767259.900422:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000010:1.0:1775767259.900423:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767259.900428:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767259.900433:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900439:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.900440:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775767259.900446:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775767259.900448:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767259.900457:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
02000000:00000001:3.0:1775767259.900457:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767259.900466:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775767259.900469:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360527872, portal 25
00000100:00000001:3.0:1775767259.900469:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767259.900474:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767259.900476:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000008:00100000:3.0:1775767259.900476:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767259.900486:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767259.900490:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767259.900493:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.900499:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767259.900501:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767259.900503:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767259.900507:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360527872, offset 0
00000400:00000200:1.0:1775767259.900523:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000010:3.0:1775767259.900527:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000400:00000200:1.0:1775767259.900534:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:3.0:1775767259.900534:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767259.900542:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767259.900545:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.900546:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:3.0:1775767259.900554:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775767259.900558:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775767259.900559:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767259.900564:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.900565:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767259.900573:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1775767259.900574:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000400:00000200:1.0:1775767259.900578:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:3.0:1775767259.900583:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.900585:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59118:59118:256:4294967295] 192.168.202.115@tcp LPNI seq info [59117:59117:8:4294967295]
00000400:00000200:1.0:1775767259.900598:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767259.900624:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1775767259.900624:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775767259.900644:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767259.900654:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000100:00000001:3.0:1775767259.900664:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767259.900668:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767259.900669:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767259.900681:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1775767259.900688:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775767259.900692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767259.900701:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775767259.900721:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767259.900727:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000100:00000001:3.0:1775767259.900737:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767259.900742:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775767259.900743:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767259.900754:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775767259.900754:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1775767259.900763:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767259.900777:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:3.0:1775767259.900780:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775767259.900783:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775767259.900783:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775767259.900790:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767259.900792:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767259.900803:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4478
00000100:00000001:1.0:1775767259.900814:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767259.900821:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767259.900823:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767259.900851:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767259.900855:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767259.900865:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767259.900878:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.900881:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767259.900889:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.900893:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767259.900896:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299152123
00000100:00000010:1.0:1775767259.900903:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d780.
00000100:00000001:1.0:1775767259.900911:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767259.900918:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299152123
00000100:00000001:3.0:1775767259.900918:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775767259.900927:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d240.
00000100:00000040:3.0:1775767259.900931:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767259.900933:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767259.900938:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775767259.900940:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767259.900949:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767259.900949:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767259.900956:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:1.0:1775767259.900957:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1775767259.900961:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:1.0:1775767259.900964:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767259/real 1775767259]  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775767259.900966:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767259.900977:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767259.900988:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000001:1.0:1775767259.900989:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767259.900991:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767259.900995:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000100:00000040:3.0:1775767259.901001:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775767259.901002:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000100:00000001:3.0:1775767259.901011:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775767259.901012:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767259.901020:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775767259.901022:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000200:1.0:1775767259.901029:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767259.901030:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767259.901042:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767259.901049:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767259.901066:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767259.901073:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775767259.901074:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767259.901081:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767259.901088:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1775767259.901089:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.901091:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.901103:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767259.901103:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767259.901108:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1775767259.901109:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775767259.901114:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901121:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767259.901136:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775767259.901139:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767259.901148:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.901159:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1775767259.901161:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775767259.901165:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775767259.901166:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:1.0:1775767259.901169:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767259.901184:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.901186:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767259.901188:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1775767259.901192:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1775767259.901193:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1775767259.901195:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767259.901200:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767259.901201:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775767259.901204:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1775767259.901205:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767259.901211:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767259.901212:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775767259.901221:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00100000:1.0:1775767259.901226:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360527872:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767259.901228:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.901238:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.901243:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1775767259.901244:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775767259.901248:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360527872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901321:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775767259.901321:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775767259.901327:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1775767259.901329:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767259.901331:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767259.901340:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767259.901342:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:3.0:1775767259.901347:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775767259.901348:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775767259.901356:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767259.901360:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:1.0:1775767259.901370:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767259.901374:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767259.901380:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:3.0:1775767259.901381:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.901386:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1775767259.901387:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767259.901389:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.901395:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775767259.901399:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767259.901401:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767259.901403:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767259.901405:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767259.901408:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767259.901408:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775767259.901410:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767259.901413:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767259.901417:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1775767259.901417:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4478
00000100:00000040:1.0:1775767259.901427:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767259.901436:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767259.901450:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1775767259.901451:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767259.901455:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767259.901459:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775767259.901459:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1775767259.901462:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767259.901468:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767259.901472:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00100000:1.0:1775767259.901473:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528000:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767259.901486:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775767259.901487:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767259.901493:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1775767259.901497:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:1.0:1775767259.901498:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767259.901506:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775767259.901507:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000010:1.0:1775767259.901510:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767259.901513:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767259.901513:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767259.901518:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:1.0:1775767259.901524:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:3.0:1775767259.901525:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767259.901532:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000400:00000010:1.0:1775767259.901533:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767259.901541:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000020:00000001:3.0:1775767259.901541:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000200:1.0:1775767259.901549:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528000, portal 10
00000020:00000001:3.0:1775767259.901549:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775767259.901553:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767259.901556:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:3.0:1775767259.901561:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:1.0:1775767259.901566:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767259.901567:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767259.901578:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767259.901581:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767259.901589:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767259.901589:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:1.0:1775767259.901595:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000020:00000040:3.0:1775767259.901600:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000200:1.0:1775767259.901601:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360528000, offset 0
00000100:00080000:3.0:1775767259.901609:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:1.0:1775767259.901616:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767259.901621:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.901630:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775767259.901634:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775767259.901638:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:3.0:1775767259.901641:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775767259.901642:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775767259.901650:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.901651:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767259.901656:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775767259.901658:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775767259.901662:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000008:00100000:3.0:1775767259.901664:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1775767259.901668:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59119:59119:256:4294967295] 192.168.202.115@tcp LPNI seq info [59118:59118:8:4294967295]
00000008:00000001:3.0:1775767259.901672:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.901679:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767259.901679:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767259.901692:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000400:00000200:1.0:1775767259.901703:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1775767259.901704:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000800:00000200:1.0:1775767259.901714:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775767259.901716:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1775767259.901718:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
02000000:00000001:3.0:1775767259.901720:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775767259.901726:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767259.901729:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1775767259.901731:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1775767259.901734:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767259.901740:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775767259.901740:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767259.901749:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
02000000:00000010:3.0:1775767259.901753:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000800:00000100:1.0:1775767259.901754:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767259.901762:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767259.901765:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775767259.901765:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.901774:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767259.901776:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767259.901780:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00100000:3.0:1775767259.901780:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767259.901788:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767259.901798:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767259.901824:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767259.901828:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767259.901837:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901845:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767259.901849:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901855:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.901856:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767259.901861:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767259.901865:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775767259.901875:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767259.901879:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299150862
00000100:00000001:1.0:1775767259.901885:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299152123
00000100:00000001:1.0:1775767259.901888:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299150862
00000100:00000001:3.0:1775767259.901889:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.901891:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299152123
00000100:00000001:1.0:1775767259.901898:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775767259.901898:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775767259.901906:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.901914:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1775767259.901915:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1775767259.901919:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767259/real 1775767259]  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767259.901924:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4488)
00000400:00000001:1.0:1775767259.901927:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767259.901929:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767259.901931:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767259.901933:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767259.901935:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767259.901937:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767259.901939:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767259.901945:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901954:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767259.901956:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.901957:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767259.901958:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767259.901960:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901964:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767259.901966:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901970:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767259.901972:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.901973:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767259.901973:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.901975:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767259.901976:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767259.901978:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767259.901981:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767259.901982:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767259.901985:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767259.901990:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528000:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767259.901992:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767259.901994:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.901998:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767259.901999:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767259.902001:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767259.902003:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767259.902005:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767259.902007:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767259.902009:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767259.902011:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767259.902012:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767259.902013:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767259.902016:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767259.902017:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.902019:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767259.902021:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767259.902023:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767259.902025:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528128, portal 10
00000100:00000001:1.0:1775767259.902027:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767259.902028:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:1.0:1775767259.902032:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902036:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767259.902038:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767259.902040:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767259.902041:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360528128, offset 0
00000400:00000200:1.0:1775767259.902043:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767259.902046:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767259.902048:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767259.902050:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767259.902052:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767259.902054:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767259.902055:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767259.902058:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59120:59120:256:4294967295] 192.168.202.115@tcp LPNI seq info [59119:59119:8:4294967295]
00000400:00000200:1.0:1775767259.902061:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767259.902066:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767259.902069:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767259.902072:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767259.902074:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767259.902076:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775767259.902080:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767259.902098:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775767259.902101:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767259.902103:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767259.902105:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767259.902107:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767259.902110:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767259.902111:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767259.902113:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767259.902115:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902121:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767259.902123:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902127:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.902128:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767259.902130:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767259.902132:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775767259.902134:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767259.902135:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299150860
00000100:00000001:1.0:1775767259.902137:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299152123
00000100:00000001:1.0:1775767259.902138:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299150860
00000100:00000001:1.0:1775767259.902140:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299152123
00000100:00000001:1.0:1775767259.902142:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767259.902143:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.902145:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767259.902147:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767259/real 1775767259]  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767259.902153:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767259.902154:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767259.902155:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767259.902157:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767259.902158:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767259.902159:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767259.902161:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767259.902167:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902171:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767259.902184:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902185:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767259.902186:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767259.902188:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902193:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767259.902196:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902200:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767259.902202:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902202:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767259.902203:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902204:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767259.902206:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767259.902207:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767259.902209:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767259.902210:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767259.902213:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767259.902219:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767259.902221:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902222:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767259.902224:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360528000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902228:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767259.902229:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767259.902230:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767259.902232:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767259.902233:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767259.902233:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767259.902235:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767259.902236:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:1.0:1775767259.902237:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767259.902238:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767259.902239:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775767259.902241:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767259.902242:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902243:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767259.902245:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360528128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902249:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767259.902249:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767259.902250:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767259.902252:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767259.902252:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767259.902253:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767259.902254:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767259.902255:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:1.0:1775767259.902256:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767259.902257:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767259.902258:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775767259.902260:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767259.902261:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902262:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902265:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767259.902266:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.902268:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767259.902269:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767259.902270:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767259.902272:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902278:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767259.902279:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767259.902280:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767259.902281:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767259.902283:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767259.902284:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528256:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767259.902286:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767259.902288:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767259.902289:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767259.902290:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767259.902292:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767259.902293:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767259.902295:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767259.902296:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767259.902298:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767259.902301:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528256, portal 4
00000100:00000001:1.0:1775767259.902302:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767259.902303:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:1.0:1775767259.902307:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902311:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767259.902313:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767259.902315:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767259.902316:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360528256, offset 0
00000400:00000200:1.0:1775767259.902319:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767259.902321:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767259.902324:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767259.902326:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767259.902328:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767259.902330:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767259.902331:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767259.902334:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59121:59121:256:4294967295] 192.168.202.115@tcp LPNI seq info [59120:59120:8:4294967295]
00000400:00000200:1.0:1775767259.902337:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767259.902341:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767259.902344:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767259.902345:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767259.902348:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767259.902350:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775767259.902352:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767259.902354:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775767259.902357:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767259.902358:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767259.902360:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767259.902362:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767259.902365:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767259.902366:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767259.902367:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767259.902370:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902375:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767259.902377:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902381:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.902382:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767259.902384:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767259.902387:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775767259.902389:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767259.902390:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299150915
00000100:00000001:1.0:1775767259.902392:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299152123
00000100:00000001:1.0:1775767259.902394:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299150915
00000100:00000001:1.0:1775767259.902395:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299152123
00000100:00000001:1.0:1775767259.902396:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767259.902398:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.902399:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767259.902401:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767259/real 1775767259]  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767259.902406:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767259.902407:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767259.902408:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767259.902410:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767259.902411:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767259.902412:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767259.902414:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767259.902419:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902423:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767259.902424:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902425:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767259.902426:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767259.902428:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902432:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767259.902434:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902439:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767259.902441:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902442:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767259.902443:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902444:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767259.902445:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767259.902447:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767259.902449:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767259.902450:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767259.902452:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767259.902456:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528256:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767259.902459:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902460:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767259.902461:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360528256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767259.902465:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767259.902466:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767259.902467:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767259.902468:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767259.902469:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767259.902470:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775767259.902471:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767259.902471:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:1.0:1775767259.902473:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767259.902474:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767259.902475:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775767259.902477:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767259.902478:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902479:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767259.902481:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767259.902482:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767259.902484:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767259.902485:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767260.924026:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767260.924032:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767260.924046:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767261.179998:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299152123, at 4299152128
00000100:00000010:3.0:1775767261.180028:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d240.
00000020:00000001:1.0:1775767261.948007:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767261.948012:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767261.948016:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767262.971996:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767262.972000:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767262.972003:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767263.995997:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767263.996004:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767263.996009:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767265.020207:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767265.020217:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767265.020223:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767265.020241:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.020273:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767265.020275:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.020293:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767265.020298:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767265.020302:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767265.020309:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360528384:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775767265.020324:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767265.020330:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767265.020333:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.020337:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767265.020346:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767265.020351:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767265.020366:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767265.020372:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767265.020380:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767265.020390:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528384, portal 25
00000100:00000001:1.0:1775767265.020401:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767265.020405:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:1.0:1775767265.020420:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.020450:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767265.020466:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767265.020473:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767265.020483:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360528384, offset 0
00000400:00000200:1.0:1775767265.020501:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767265.020523:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.020541:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767265.020559:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767265.020569:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767265.020581:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767265.020594:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767265.020606:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59122:59122:256:4294967295] 192.168.202.115@tcp LPNI seq info [59121:59121:8:4294967295]
00000400:00000200:1.0:1775767265.020635:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.020662:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767265.020675:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.020686:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767265.020702:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767265.020713:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775767265.020732:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767265.020740:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775767265.020757:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.020763:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767265.020774:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767265.020790:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767265.020799:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767265.020805:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767265.020813:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767265.020821:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.020882:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.020888:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.020902:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.020910:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767265.020917:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767265.020926:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767265.020929:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299157243
00000100:00000010:1.0:1775767265.020939:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dba0.
00000100:00000001:1.0:1775767265.020952:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767265.020960:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299157243
00000100:00000010:1.0:1775767265.020970:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d840.
00000100:00000001:1.0:1775767265.020977:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767265.020985:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767265.020999:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021010:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767265.021021:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767265/real 1775767265]  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767265.021046:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767265.021049:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767265.021051:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767265.021055:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767265.021056:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767265.021060:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767265.021064:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767265.021070:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021075:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767265.021077:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021079:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021080:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767265.021083:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021087:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767265.021091:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021095:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767265.021097:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021098:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021099:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021101:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767265.021103:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767265.021105:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767265.021108:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767265.021110:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767265.021113:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767265.021119:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360528384:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775767265.021122:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021138:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.021141:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360528384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021146:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767265.021148:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767265.021151:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767265.021154:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767265.021156:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767265.021158:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775767265.021160:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767265.021162:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:1.0:1775767265.021168:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767265.021170:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767265.021171:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:1.0:1775767265.021174:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767265.021175:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021177:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021184:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767265.021186:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021187:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767265.021188:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767265.021190:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767265.021192:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021198:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767265.021199:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.021201:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767265.021203:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767265.021205:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767265.021206:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528512:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767265.021208:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767265.021210:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767265.021212:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.021213:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767265.021215:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767265.021217:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767265.021220:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767265.021222:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767265.021224:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767265.021227:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528512, portal 10
00000100:00000001:1.0:1775767265.021228:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767265.021229:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:1.0:1775767265.021234:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021239:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767265.021241:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767265.021242:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767265.021244:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360528512, offset 0
00000400:00000200:1.0:1775767265.021247:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767265.021250:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.021252:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767265.021254:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767265.021256:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767265.021258:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767265.021260:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767265.021262:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59123:59123:256:4294967295] 192.168.202.115@tcp LPNI seq info [59122:59122:8:4294967295]
00000400:00000200:1.0:1775767265.021265:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.021270:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767265.021273:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.021276:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767265.021279:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767265.021281:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775767265.021284:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767265.021286:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775767265.021289:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.021290:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767265.021293:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767265.021295:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767265.021297:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767265.021298:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767265.021300:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767265.021302:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021308:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.021309:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021319:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021320:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767265.021322:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767265.021325:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775767265.021327:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767265.021329:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299155981
00000100:00000001:1.0:1775767265.021331:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299157243
00000100:00000001:1.0:1775767265.021333:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299155981
00000100:00000001:1.0:1775767265.021334:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299157243
00000100:00000001:1.0:1775767265.021336:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767265.021337:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021338:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767265.021341:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767265/real 1775767265]  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767265.021345:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767265.021346:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767265.021347:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767265.021348:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767265.021349:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767265.021351:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767265.021352:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767265.021358:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021362:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767265.021363:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021364:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021365:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767265.021367:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021372:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767265.021375:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021379:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767265.021381:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021382:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021383:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021384:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767265.021385:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767265.021387:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767265.021389:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767265.021390:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767265.021392:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767265.021397:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528512:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767265.021399:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767265.021401:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021405:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767265.021406:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.021408:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767265.021409:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767265.021411:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767265.021413:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767265.021414:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767265.021415:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767265.021417:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.021418:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767265.021421:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767265.021422:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767265.021424:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767265.021426:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767265.021428:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767265.021429:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528640, portal 10
00000100:00000001:1.0:1775767265.021431:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767265.021432:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:1.0:1775767265.021435:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021439:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767265.021441:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767265.021442:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767265.021443:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360528640, offset 0
00000400:00000200:1.0:1775767265.021445:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767265.021447:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.021450:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767265.021453:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767265.021456:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767265.021458:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767265.021460:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767265.021463:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59124:59124:256:4294967295] 192.168.202.115@tcp LPNI seq info [59123:59123:8:4294967295]
00000400:00000200:1.0:1775767265.021468:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.021474:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767265.021479:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.021482:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767265.021486:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767265.021489:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775767265.021494:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767265.021496:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775767265.021501:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.021504:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767265.021507:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767265.021510:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767265.021513:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767265.021515:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767265.021516:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767265.021519:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021525:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.021526:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021531:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021532:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767265.021534:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767265.021536:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775767265.021539:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767265.021540:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299155979
00000100:00000001:1.0:1775767265.021542:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299157243
00000100:00000001:1.0:1775767265.021544:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299155979
00000100:00000001:1.0:1775767265.021546:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299157243
00000100:00000001:1.0:1775767265.021547:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767265.021548:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021550:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767265.021552:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767265/real 1775767265]  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767265.021557:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767265.021558:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767265.021559:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767265.021560:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767265.021562:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767265.021563:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767265.021565:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767265.021571:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021575:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767265.021576:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021577:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021577:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767265.021580:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021583:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767265.021586:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021589:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767265.021591:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021592:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021593:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021594:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767265.021595:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767265.021596:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767265.021599:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767265.021600:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767265.021603:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767265.021608:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767265.021610:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767265.021613:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021618:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767265.021619:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.021620:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767265.021621:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767265.021622:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767265.021624:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528768:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767265.021626:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767265.021627:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767265.021628:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767265.021630:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767265.021632:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767265.021633:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767265.021635:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767265.021637:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767265.021639:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767265.021641:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528768, portal 4
00000100:00000001:1.0:1775767265.021643:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767265.021644:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:1.0:1775767265.021648:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021652:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767265.021654:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767265.021655:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767265.021657:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360528768, offset 0
00000400:00000200:1.0:1775767265.021659:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767265.021661:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.021663:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767265.021665:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767265.021667:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767265.021668:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767265.021670:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767265.021673:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59125:59125:256:4294967295] 192.168.202.115@tcp LPNI seq info [59124:59124:8:4294967295]
00000400:00000200:1.0:1775767265.021676:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767265.021680:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767265.021683:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.021686:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767265.021690:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767265.021693:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775767265.021697:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767265.021700:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775767265.021703:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767265.021705:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767265.021708:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767265.021712:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767265.021715:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767265.021717:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767265.021719:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767265.021722:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021731:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.021735:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021742:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021744:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767265.021747:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767265.021750:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775767265.021754:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767265.021755:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299156034
00000100:00000001:1.0:1775767265.021757:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299157243
00000100:00000001:1.0:1775767265.021759:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299156034
00000100:00000001:1.0:1775767265.021761:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299157243
00000100:00000001:1.0:1775767265.021762:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767265.021765:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021766:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767265.021769:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767265/real 1775767265]  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767265.021775:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767265.021776:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767265.021777:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767265.021779:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767265.021779:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767265.021781:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767265.021783:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767265.021788:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021793:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767265.021794:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021795:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021796:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767265.021798:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021802:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767265.021804:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021808:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767265.021809:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021810:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767265.021811:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021812:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767265.021813:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767265.021814:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767265.021817:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767265.021818:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767265.021821:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767265.021826:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360528768:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767265.021845:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021846:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.021848:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360528512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021852:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767265.021853:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767265.021855:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767265.021857:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767265.021858:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767265.021859:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767265.021860:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767265.021861:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:1.0:1775767265.021863:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767265.021864:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767265.021865:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:1.0:1775767265.021867:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767265.021868:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021869:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.021871:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360528640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021875:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767265.021875:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767265.021876:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767265.021878:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767265.021878:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767265.021879:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767265.021880:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767265.021882:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:1.0:1775767265.021883:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767265.021884:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767265.021885:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:1.0:1775767265.021887:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767265.021888:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021889:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767265.021890:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360528768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767265.021894:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767265.021895:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767265.021896:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775767265.021897:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767265.021897:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767265.021898:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775767265.021899:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767265.021900:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:1.0:1775767265.021903:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767265.021904:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767265.021905:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:1.0:1775767265.021906:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767265.021907:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021908:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767265.021910:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767265.021911:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767265.021912:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767265.021913:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767266.044017:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767266.044022:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767266.044026:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767266.299956:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299157243, at 4299157248
00000100:00000010:3.0:1775767266.299974:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d840.
00000020:00000001:1.0:1775767267.068117:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767267.068121:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767267.068124:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767269.115992:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767269.115996:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767269.116000:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767270.140202:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767270.140208:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767270.140212:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767270.140227:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140245:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767270.140248:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.140253:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767270.140257:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767270.140261:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767270.140267:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360528896:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775767270.140273:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767270.140278:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767270.140281:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.140284:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767270.140291:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767270.140294:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767270.140301:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767270.140307:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767270.140313:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767270.140323:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360528896, portal 25
00000100:00000001:1.0:1775767270.140328:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767270.140332:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:1.0:1775767270.140343:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140361:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767270.140367:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767270.140371:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767270.140377:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360528896, offset 0
00000400:00000200:1.0:1775767270.140385:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767270.140403:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.140412:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767270.140419:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767270.140426:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767270.140432:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767270.140438:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767270.140444:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59126:59126:256:4294967295] 192.168.202.115@tcp LPNI seq info [59125:59125:8:4294967295]
00000400:00000200:1.0:1775767270.140452:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.140468:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767270.140478:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.140484:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767270.140495:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767270.140500:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775767270.140508:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767270.140514:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775767270.140523:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.140527:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767270.140534:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767270.140541:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767270.140547:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767270.140550:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767270.140557:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767270.140563:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140576:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.140580:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140591:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.140593:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767270.140600:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767270.140605:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767270.140609:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299162362
00000100:00000010:1.0:1775767270.140615:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d7e0.
00000100:00000001:1.0:1775767270.140623:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767270.140630:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299162362
00000100:00000010:1.0:1775767270.140642:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d120.
00000100:00000001:1.0:1775767270.140647:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767270.140652:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767270.140656:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.140660:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767270.140667:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767270/real 1775767270]  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767270.140682:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767270.140685:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767270.140687:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767270.140691:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767270.140693:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767270.140696:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767270.140701:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767270.140714:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140726:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767270.140728:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.140732:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.140735:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767270.140743:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140758:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767270.140765:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140778:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767270.140781:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.140786:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.140787:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.140790:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767270.140795:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767270.140799:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767270.140806:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767270.140810:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767270.140817:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767270.140847:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360528896:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775767270.140851:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.140853:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.140856:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360528896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140868:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767270.140871:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767270.140874:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767270.140878:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767270.140881:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767270.140884:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775767270.140889:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767270.140891:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:1.0:1775767270.140894:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767270.140896:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767270.140900:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:1.0:1775767270.140903:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767270.140905:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.140908:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.140916:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767270.140919:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.140922:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767270.140925:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767270.140928:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767270.140933:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.140968:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767270.140971:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.140973:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767270.140976:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767270.140978:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767270.140983:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360529024:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767270.140991:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767270.140994:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767270.140996:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.141000:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767270.141003:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767270.141006:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767270.141012:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767270.141017:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767270.141023:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767270.141027:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360529024, portal 10
00000100:00000001:1.0:1775767270.141030:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767270.141032:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:1.0:1775767270.141037:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141042:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767270.141045:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767270.141046:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767270.141048:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360529024, offset 0
00000400:00000200:1.0:1775767270.141051:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767270.141053:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.141057:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767270.141059:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767270.141061:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767270.141062:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767270.141064:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767270.141067:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59127:59127:256:4294967295] 192.168.202.115@tcp LPNI seq info [59126:59126:8:4294967295]
00000400:00000200:1.0:1775767270.141069:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.141074:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767270.141095:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.141098:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767270.141102:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767270.141105:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775767270.141110:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767270.141112:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775767270.141115:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.141117:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767270.141120:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767270.141124:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767270.141127:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767270.141129:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767270.141131:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767270.141135:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141144:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.141148:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141155:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141156:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767270.141159:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767270.141162:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775767270.141165:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767270.141166:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299161101
00000100:00000001:1.0:1775767270.141168:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299162362
00000100:00000001:1.0:1775767270.141170:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299161101
00000100:00000001:1.0:1775767270.141171:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299162362
00000100:00000001:1.0:1775767270.141173:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767270.141174:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141176:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767270.141179:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767270/real 1775767270]  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767270.141185:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767270.141186:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767270.141187:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767270.141189:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767270.141189:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767270.141191:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767270.141193:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767270.141198:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141203:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767270.141204:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141205:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.141206:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767270.141208:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141212:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767270.141214:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141218:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767270.141219:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141220:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.141221:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141222:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767270.141224:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767270.141225:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767270.141228:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767270.141229:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767270.141232:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767270.141237:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360529024:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767270.141239:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767270.141241:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141245:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767270.141245:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.141247:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767270.141248:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767270.141249:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767270.141251:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360529152:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767270.141253:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767270.141254:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767270.141255:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.141256:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767270.141259:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767270.141260:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767270.141262:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767270.141264:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767270.141266:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767270.141268:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360529152, portal 10
00000100:00000001:1.0:1775767270.141269:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767270.141270:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:1.0:1775767270.141274:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141278:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767270.141280:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767270.141282:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767270.141283:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360529152, offset 0
00000400:00000200:1.0:1775767270.141286:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767270.141289:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.141291:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767270.141293:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767270.141295:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767270.141297:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767270.141299:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767270.141301:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59128:59128:256:4294967295] 192.168.202.115@tcp LPNI seq info [59127:59127:8:4294967295]
00000400:00000200:1.0:1775767270.141304:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.141309:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767270.141311:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.141313:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767270.141316:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767270.141318:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775767270.141321:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767270.141322:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775767270.141325:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.141326:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767270.141328:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767270.141330:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767270.141332:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767270.141334:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767270.141335:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767270.141337:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141345:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.141348:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141355:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141357:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767270.141360:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767270.141363:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775767270.141366:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767270.141368:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299161099
00000100:00000001:1.0:1775767270.141371:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299162362
00000100:00000001:1.0:1775767270.141373:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299161099
00000100:00000001:1.0:1775767270.141375:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299162362
00000100:00000001:1.0:1775767270.141377:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767270.141379:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141381:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767270.141385:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767270/real 1775767270]  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767270.141393:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767270.141394:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767270.141395:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767270.141398:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767270.141399:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767270.141401:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767270.141404:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767270.141413:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141420:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767270.141421:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141423:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.141424:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767270.141427:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141434:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767270.141438:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141445:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767270.141447:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141449:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.141450:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141452:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767270.141454:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767270.141456:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767270.141459:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767270.141461:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767270.141465:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767270.141473:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360529152:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767270.141477:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141479:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.141481:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360529024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141486:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767270.141487:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767270.141488:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775767270.141490:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767270.141491:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767270.141492:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767270.141493:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767270.141494:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:1.0:1775767270.141498:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767270.141499:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767270.141500:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:1.0:1775767270.141501:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767270.141502:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141504:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.141506:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360529152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141510:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767270.141511:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767270.141512:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767270.141513:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767270.141514:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767270.141515:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775767270.141516:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767270.141516:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:1.0:1775767270.141517:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767270.141518:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767270.141519:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:1.0:1775767270.141521:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767270.141521:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141522:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141525:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767270.141526:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141527:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767270.141528:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767270.141529:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767270.141531:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141535:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767270.141536:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.141537:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767270.141538:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767270.141540:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767270.141541:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360529280:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767270.141543:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775767270.141545:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767270.141546:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767270.141547:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767270.141549:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767270.141551:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767270.141554:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775767270.141556:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775767270.141558:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775767270.141560:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360529280, portal 4
00000100:00000001:1.0:1775767270.141561:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767270.141562:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:1.0:1775767270.141566:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141571:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767270.141572:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775767270.141573:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775767270.141575:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360529280, offset 0
00000400:00000200:1.0:1775767270.141577:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767270.141580:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.141582:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775767270.141584:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775767270.141586:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775767270.141588:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767270.141589:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775767270.141592:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59129:59129:256:4294967295] 192.168.202.115@tcp LPNI seq info [59128:59128:8:4294967295]
00000400:00000200:1.0:1775767270.141594:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767270.141598:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775767270.141601:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.141603:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775767270.141606:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775767270.141607:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775767270.141610:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775767270.141612:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775767270.141615:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775767270.141616:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775767270.141618:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775767270.141620:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775767270.141623:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775767270.141624:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775767270.141626:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767270.141628:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141633:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.141634:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141638:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141639:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767270.141641:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767270.141643:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775767270.141645:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767270.141646:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299161154
00000100:00000001:1.0:1775767270.141648:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299162362
00000100:00000001:1.0:1775767270.141649:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299161154
00000100:00000001:1.0:1775767270.141651:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299162362
00000100:00000001:1.0:1775767270.141652:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767270.141653:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141654:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775767270.141656:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767270/real 1775767270]  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775767270.141661:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775767270.141662:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775767270.141663:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775767270.141664:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775767270.141665:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775767270.141666:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775767270.141668:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775767270.141677:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141681:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775767270.141682:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141683:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.141684:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775767270.141686:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141689:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767270.141692:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141696:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775767270.141697:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141698:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775767270.141699:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141700:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775767270.141701:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775767270.141702:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775767270.141704:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775767270.141705:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775767270.141707:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767270.141712:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360529280:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775767270.141714:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141715:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767270.141717:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360529280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767270.141725:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775767270.141726:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775767270.141727:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775767270.141729:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775767270.141729:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775767270.141730:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775767270.141731:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775767270.141732:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:1.0:1775767270.141733:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775767270.141734:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775767270.141735:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:1.0:1775767270.141737:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775767270.141738:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141739:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767270.141741:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775767270.141742:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767270.141743:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767270.141744:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767271.163974:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767271.163978:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767271.163981:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767271.419938:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299162362, at 4299162368
00000100:00000010:3.0:1775767271.419953:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d120.
00000020:00000001:1.0:1775767272.188015:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767272.188018:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767272.188021:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767274.236143:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767274.236148:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767274.236151:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767275.259960:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767275.259974:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767275.259981:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767275.259986:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767275.259994:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767275.260003:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4493
00000400:00000200:3.0:1775767275.260018:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767275.260048:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767275.260053:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767275.260065:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260070:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.260084:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260086:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767275.260090:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767275.260092:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767275.260094:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767275.260096:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767275.260097:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767275.260099:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767275.260103:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260105:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.260108:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260109:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767275.260111:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767275.260117:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260119:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767275.260122:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767275.260125:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767275.260128:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.260130:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767275.260137:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767275.260143:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767275.260151:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767275.260155:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767275.260157:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.260159:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767275.260162:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767275.260167:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767275.260174:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767275.260181:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767275.260190:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360529408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767275.260200:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767275.260205:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767275.260211:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360529408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767275.260233:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767275.260238:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767275.260242:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767275.260245:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767275.260248:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767275.260252:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767275.260258:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4493
00000400:00000200:3.0:1775767275.260265:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767275.260273:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767275.260340:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767275.260347:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260350:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.260356:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260359:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767275.260368:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767275.260370:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767275.260372:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767275.260378:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767275.260382:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767275.260387:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767275.260392:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260394:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.260402:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260408:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767275.260419:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767275.260431:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260436:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767275.260443:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767275.260453:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1775767275.260549:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767275.260552:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1775767275.260578:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.260581:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767275.260584:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767275.260589:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.260591:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767275.260594:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767275.260598:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767275.260606:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767275.260609:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.260662:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767275.260666:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767275.260670:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767275.260677:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767275.260685:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767275.260694:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360529536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767275.260708:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767275.260711:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767275.260720:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360529536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767275.260751:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767275.260759:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767275.260765:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767275.260768:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767275.260770:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767275.260778:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767275.260785:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4493
00000400:00000200:3.0:1775767275.260802:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767275.260808:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767275.260818:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767275.260875:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260879:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.260887:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260896:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767275.260909:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767275.260915:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767275.260919:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767275.260923:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767275.260936:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767275.260947:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767275.260961:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260972:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.260981:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.260988:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767275.261000:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767275.261011:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767275.261025:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767275.261048:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767275.261054:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767275.261060:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.261065:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767275.261072:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767275.261083:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.261091:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767275.261097:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767275.261106:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767275.261111:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767275.261113:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.261115:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767275.261118:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767275.261121:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767275.261126:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767275.261133:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767275.261142:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360529664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767275.261153:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767275.261157:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767275.261164:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360529664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767275.261171:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767275.261174:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767275.261180:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767275.261183:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767275.261189:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767275.261193:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767275.261197:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4493
00000400:00000200:3.0:1775767275.261200:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767275.261202:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767275.261203:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767275.261207:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.261209:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.261217:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.261220:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767275.261224:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767275.261226:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767275.261231:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767275.261234:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767275.261237:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767275.261240:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767275.261245:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.261251:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767275.261256:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767275.261260:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767275.261267:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767275.261276:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767275.261282:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767275.261289:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767275.261292:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767275.261298:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.261301:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767275.261306:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767275.261311:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.261314:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767275.261320:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767275.261324:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767275.261329:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767275.261331:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767275.261336:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767275.261342:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767275.261348:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767275.261352:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767275.261355:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767275.261365:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360529792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767275.261378:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767275.261384:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767275.261390:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360529792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767275.261406:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767275.261409:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767275.261412:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767275.261424:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4503)
00000800:00000200:0.1:1775767275.261531:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767275.261534:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767275.261877:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767275.261880:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767275.262276:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767275.262279:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1775767276.284102:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767276.284109:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767276.284113:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767276.539941:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299167482, at 4299167488
00000100:00000010:3.0:1775767276.539956:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000020:00000001:1.0:1775767277.308077:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767277.308082:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767277.308086:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1775767278.843880:0:56302:0:(osc_request.c:745:osc_update_next_shrink()) next time 5702 to shrink grant
00000020:00000001:1.0:1775767279.355951:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767279.355956:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767279.355960:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767280.380006:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767280.380018:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767280.380022:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767280.380028:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767280.380038:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767280.380049:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4498
00000400:00000200:1.0:1775767280.380061:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767280.380069:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767280.380073:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767280.380077:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380081:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.380084:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380087:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767280.380092:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767280.380095:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767280.380099:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767280.380102:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767280.380105:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767280.380108:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767280.380113:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380116:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.380119:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380122:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767280.380126:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767280.380130:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380133:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767280.380136:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767280.380141:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767280.380146:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.380150:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767280.380154:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767280.380167:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767280.380172:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767280.380177:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767280.380179:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.380183:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767280.380186:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767280.380193:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767280.380206:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775767280.380215:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767280.380228:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360529920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767280.380240:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767280.380247:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767280.380252:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360529920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767280.380280:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767280.380284:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767280.380289:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767280.380291:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767280.380293:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767280.380297:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767280.380301:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4498
00000400:00000200:1.0:1775767280.380307:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767280.380314:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767280.380319:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767280.380327:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380338:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.380347:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380357:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767280.380364:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767280.380368:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767280.380376:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767280.380382:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767280.380389:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767280.380393:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767280.380401:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380408:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.380412:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380415:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767280.380419:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767280.380429:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380434:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767280.380442:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767280.380453:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767280.380460:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.380465:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767280.380477:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767280.380487:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.380498:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767280.380514:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767280.380522:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767280.380532:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767280.380534:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.380538:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767280.380550:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767280.380556:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767280.380567:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767280.380577:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767280.380590:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360530048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767280.380629:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767280.380636:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767280.380653:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360530048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767280.380680:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767280.380685:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767280.380696:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767280.380704:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767280.380709:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775767280.380709:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767280.380717:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775767280.380719:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767280.380727:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4498
00000400:00000200:1.0:1775767280.380737:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767280.380748:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767280.380759:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767280.380770:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380782:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.380793:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380808:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767280.380816:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767280.380822:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767280.380879:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767280.380883:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767280.380891:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767280.380900:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767280.380911:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380916:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.380925:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380934:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767280.380943:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767280.380952:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767280.380959:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767280.380964:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767280.380971:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767280.380978:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.381002:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767280.381007:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767280.381014:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.381023:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767280.381033:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767280.381040:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767280.381046:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767280.381048:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.381053:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767280.381055:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767280.381057:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767280.381064:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767280.381072:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767280.381084:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360530176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767280.381099:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767280.381105:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767280.381113:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360530176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767280.381155:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767280.381160:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767280.381173:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767280.381183:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767280.381187:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767280.381191:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767280.381196:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4498
00000400:00000200:1.0:1775767280.381209:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767280.381216:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767280.381221:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767280.381231:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.381239:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.381244:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.381254:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767280.381266:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767280.381268:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767280.381272:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767280.381280:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767280.381283:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767280.381292:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767280.381301:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.381304:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767280.381313:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767280.381321:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767280.381330:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767280.381335:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767280.381341:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767280.381350:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767280.381355:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767280.381360:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.381366:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767280.381373:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767280.381377:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.381384:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767280.381393:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767280.381400:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767280.381403:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767280.381405:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767280.381413:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767280.381416:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767280.381419:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767280.381423:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767280.381426:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767280.381433:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360530304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767280.381451:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767280.381456:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767280.381472:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360530304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767280.381523:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767280.381532:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767280.381544:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767280.381555:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4509)
00000800:00000200:0.1:1775767280.381639:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767280.381641:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767280.381873:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767280.381874:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767280.382193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767280.382196:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1775767281.404063:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767281.404068:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767281.404072:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767281.659956:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299172603, at 4299172608
00000100:00000010:3.0:1775767281.659987:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000020:00000001:1.0:1775767284.476042:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767284.476045:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767284.476048:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767285.499929:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767285.499968:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767285.499975:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767285.499980:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767285.499986:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767285.499991:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4504
00000400:00000200:1.0:1775767285.499998:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767285.500004:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767285.500008:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767285.500015:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500019:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767285.500021:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500023:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767285.500026:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767285.500027:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767285.500028:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767285.500031:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767285.500032:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767285.500034:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767285.500037:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500038:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767285.500040:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500041:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767285.500043:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767285.500045:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500047:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767285.500049:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767285.500051:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767285.500053:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500055:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767285.500056:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767285.500063:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767285.500066:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767285.500069:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767285.500070:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500072:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767285.500074:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767285.500078:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767285.500084:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767285.500089:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767285.500096:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360530432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767285.500108:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767285.500111:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767285.500115:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360530432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767285.500134:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767285.500137:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767285.500141:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767285.500143:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767285.500145:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767285.500148:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767285.500153:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4504
00000400:00000200:1.0:1775767285.500159:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767285.500166:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767285.500169:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767285.500174:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500179:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767285.500183:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500189:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767285.500195:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767285.500198:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767285.500201:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767285.500205:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767285.500212:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767285.500217:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767285.500224:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500228:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767285.500232:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500238:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767285.500244:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767285.500250:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500253:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767285.500254:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767285.500260:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767285.500262:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500264:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767285.500268:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767285.500274:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500277:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767285.500284:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767285.500288:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767285.500293:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767285.500295:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500300:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767285.500303:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767285.500305:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767285.500313:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767285.500321:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767285.500331:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360530560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767285.500348:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767285.500352:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767285.500367:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360530560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767285.500384:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767285.500389:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767285.500397:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767285.500402:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767285.500405:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767285.500408:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767285.500413:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4504
00000400:00000200:1.0:1775767285.500418:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767285.500425:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767285.500429:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775767285.500432:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775767285.500433:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500437:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767285.500439:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1775767285.500440:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500442:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767285.500444:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767285.500445:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767285.500446:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767285.500447:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767285.500449:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767285.500450:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767285.500453:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500457:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767285.500461:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500466:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767285.500469:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767285.500472:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500474:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767285.500477:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767285.500482:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767285.500485:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500488:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767285.500493:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767285.500497:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500501:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767285.500505:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767285.500510:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767285.500517:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767285.500519:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500522:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767285.500524:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767285.500527:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767285.500532:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767285.500536:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767285.500542:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360530688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767285.500555:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767285.500559:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767285.500562:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360530688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767285.500571:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767285.500576:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767285.500583:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767285.500586:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767285.500590:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767285.500597:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767285.500603:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4504
00000400:00000200:1.0:1775767285.500615:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767285.500623:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767285.500629:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767285.500637:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500643:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767285.500648:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500652:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767285.500657:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767285.500660:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767285.500663:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767285.500666:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767285.500670:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767285.500675:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767285.500681:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500683:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767285.500687:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500690:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767285.500694:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767285.500700:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767285.500706:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767285.500710:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767285.500715:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767285.500717:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500720:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767285.500723:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767285.500728:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500733:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767285.500737:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767285.500742:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767285.500746:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767285.500748:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767285.500751:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767285.500754:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767285.500757:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767285.500763:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767285.500769:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767285.500778:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360530816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767285.500794:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767285.500799:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767285.500806:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360530816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767285.500863:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767285.500870:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767285.500879:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767285.500884:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4514)
00000800:00000200:0.1:1775767285.501035:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767285.501037:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767285.501228:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767285.501230:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767285.501400:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767285.501401:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1775767286.524052:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767286.524056:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767286.524060:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767286.779936:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299177722, at 4299177728
00000100:00000010:3.0:1775767286.779953:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000800:00000200:0.1:1775767290.620586:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767290.620592:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767290.621213:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767290.621214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767290.621405:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767290.621407:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767290.621632:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767290.621633:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1775767291.644076:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767291.644080:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767291.644085:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767291.899917:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299182842, at 4299182848
00000100:00000010:3.0:1775767291.899931:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000800:00000200:0.1:1775767295.740618:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767295.740624:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767295.741574:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767295.741577:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767295.741901:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767295.741904:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767295.742188:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767295.742190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1775767296.764162:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767296.764166:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767296.764169:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767297.019944:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299187962, at 4299187968
00000100:00000010:3.0:1775767297.019960:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000100:00080000:3.0:1775767300.860007:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767300.860020:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767300.860024:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767300.860030:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767300.860037:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767300.860045:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4519
00000400:00000200:3.0:1775767300.860057:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767300.860067:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767300.860072:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767300.860076:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860079:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.860082:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860085:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767300.860090:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767300.860092:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767300.860096:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767300.860098:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767300.860101:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767300.860104:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767300.860117:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860120:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.860122:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860124:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767300.860127:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767300.860131:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860134:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767300.860137:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767300.860141:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767300.860145:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860147:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767300.860150:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767300.860159:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767300.860163:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767300.860168:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767300.860170:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860173:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767300.860175:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767300.860180:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767300.860188:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767300.860195:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767300.860205:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360531968/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767300.860224:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767300.860229:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767300.860234:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360531968/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767300.860267:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767300.860271:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767300.860274:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767300.860276:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767300.860277:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767300.860280:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767300.860283:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4519
00000400:00000200:3.0:1775767300.860289:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767300.860293:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767300.860296:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767300.860299:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860302:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.860309:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860316:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767300.860322:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767300.860325:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767300.860329:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767300.860333:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767300.860342:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767300.860352:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767300.860362:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860369:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.860377:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860386:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767300.860398:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767300.860417:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860421:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767300.860427:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767300.860436:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767300.860447:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860454:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767300.860460:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767300.860464:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860470:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767300.860477:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767300.860482:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767300.860493:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767300.860498:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860506:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767300.860509:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767300.860515:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767300.860522:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767300.860533:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767300.860553:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360532096/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767300.860571:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767300.860576:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767300.860583:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360532096/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767300.860601:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767300.860606:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767300.860614:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767300.860619:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767300.860620:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767300.860632:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767300.860641:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4519
00000400:00000200:3.0:1775767300.860658:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767300.860667:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767300.860671:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767300.860682:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860688:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.860694:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860701:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767300.860711:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767300.860714:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767300.860718:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767300.860719:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767300.860722:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775767300.860736:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:3.0:1775767300.860740:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775767300.860741:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1775767300.860749:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860753:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.860755:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860757:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767300.860763:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767300.860775:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767300.860783:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767300.860787:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767300.860807:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767300.860811:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860813:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767300.860816:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767300.860822:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860888:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767300.860902:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767300.860908:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767300.860918:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767300.860922:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.860926:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767300.860929:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767300.860933:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767300.860940:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767300.860946:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767300.860956:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360532224/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767300.860982:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767300.860986:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767300.860993:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360532224/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767300.861041:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767300.861046:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767300.861052:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767300.861055:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767300.861058:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767300.861062:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767300.861078:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4519
00000400:00000200:3.0:1775767300.861095:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767300.861099:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767300.861105:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767300.861115:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.861121:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.861125:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.861128:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767300.861135:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767300.861139:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767300.861143:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767300.861146:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767300.861153:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767300.861157:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767300.861160:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.861163:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767300.861167:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767300.861170:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767300.861174:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767300.861179:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767300.861183:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767300.861189:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767300.861197:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767300.861204:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.861207:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767300.861211:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767300.861218:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.861229:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767300.861243:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767300.861248:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767300.861255:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767300.861260:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767300.861265:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767300.861268:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767300.861273:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767300.861281:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767300.861288:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767300.861296:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360532352/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767300.861347:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767300.861353:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767300.861365:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360532352/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767300.861386:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767300.861397:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767300.861409:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767300.861419:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4529)
00000800:00000200:0.1:1775767300.861574:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767300.861576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767300.861885:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767300.861887:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767300.862082:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767300.862083:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1775767301.884050:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767301.884054:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767301.884058:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767302.139935:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299193083, at 4299193088
00000100:00000010:3.0:1775767302.139951:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000100:00080000:3.0:1775767305.979968:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767305.979979:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767305.979984:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767305.979990:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767305.979996:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767305.980010:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4524
00000400:00000200:3.0:1775767305.980022:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767305.980038:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767305.980042:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767305.980045:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980053:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.980055:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980057:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767305.980060:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767305.980062:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767305.980065:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767305.980068:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767305.980071:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767305.980074:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767305.980077:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980079:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.980081:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980083:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767305.980086:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767305.980090:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980092:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767305.980096:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767305.980100:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767305.980105:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980107:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767305.980111:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767305.980124:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767305.980129:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767305.980132:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767305.980134:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980136:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767305.980139:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767305.980143:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767305.980152:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767305.980158:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767305.980176:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360532480/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767305.980185:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767305.980190:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767305.980194:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360532480/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767305.980212:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767305.980220:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767305.980224:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767305.980226:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767305.980227:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767305.980231:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767305.980235:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4524
00000400:00000200:3.0:1775767305.980240:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767305.980245:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767305.980248:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767305.980255:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980263:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.980271:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980276:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767305.980280:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767305.980285:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767305.980292:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767305.980297:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767305.980307:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767305.980317:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767305.980329:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980344:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.980352:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980360:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767305.980364:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767305.980375:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980383:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767305.980386:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767305.980394:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767305.980399:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980401:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767305.980408:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767305.980421:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980428:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767305.980434:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767305.980446:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767305.980456:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767305.980461:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980468:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767305.980474:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767305.980478:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767305.980482:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767305.980489:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767305.980501:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360532608/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767305.980550:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767305.980557:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767305.980569:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360532608/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767305.980610:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767305.980619:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767305.980632:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767305.980634:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767305.980642:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767305.980645:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767305.980651:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4524
00000400:00000200:3.0:1775767305.980661:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767305.980672:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000200:0.1:1775767305.980677:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767305.980682:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1775767305.980686:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767305.980698:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980707:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.980712:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980715:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767305.980718:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767305.980720:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767305.980725:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767305.980728:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767305.980736:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767305.980739:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767305.980758:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980766:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.980771:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980774:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767305.980778:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767305.980792:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767305.980802:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767305.980809:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767305.980815:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767305.980863:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980872:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767305.980877:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767305.980882:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980885:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767305.980890:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767305.980898:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767305.980901:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767305.980903:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.980905:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767305.980906:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767305.980907:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767305.980912:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767305.980923:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767305.980937:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360532736/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767305.980959:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767305.980962:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767305.980973:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360532736/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767305.981011:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767305.981016:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767305.981021:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767305.981026:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767305.981033:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767305.981039:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767305.981048:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4524
00000400:00000200:3.0:1775767305.981067:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767305.981080:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767305.981085:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767305.981097:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.981106:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.981120:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.981128:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767305.981134:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767305.981139:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767305.981147:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767305.981155:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767305.981166:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767305.981176:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767305.981185:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.981189:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767305.981194:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767305.981200:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767305.981203:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767305.981214:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767305.981216:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767305.981221:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767305.981227:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767305.981233:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.981238:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767305.981242:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767305.981254:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.981260:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767305.981272:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767305.981283:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767305.981291:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767305.981296:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767305.981309:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767305.981315:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767305.981322:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767305.981331:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767305.981342:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767305.981356:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360532864/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767305.981383:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767305.981385:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767305.981392:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360532864/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767305.981414:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767305.981424:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767305.981444:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767305.981460:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4534)
00000800:00000200:0.1:1775767305.981557:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767305.981559:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767305.981793:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767305.981795:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767305.982179:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767305.982182:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1775767307.004000:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767307.004006:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767307.004012:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767307.259917:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299198203, at 4299198208
00000100:00000010:3.0:1775767307.259934:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000100:00080000:3.0:1775767311.099906:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767311.099915:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767311.099917:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767311.099922:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767311.099927:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767311.099933:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4529
00000400:00000200:3.0:1775767311.099944:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767311.099951:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767311.099957:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767311.099961:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.099967:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.099973:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.099978:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767311.099982:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767311.099986:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767311.099990:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767311.099995:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767311.099998:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767311.100001:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767311.100007:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100010:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.100012:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100014:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767311.100018:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767311.100022:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100025:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767311.100029:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767311.100034:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767311.100039:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.100044:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767311.100048:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767311.100056:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767311.100061:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767311.100066:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767311.100068:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.100072:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767311.100075:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767311.100080:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767311.100091:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767311.100099:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767311.100109:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360532992/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767311.100121:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767311.100126:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767311.100133:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360532992/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767311.100159:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767311.100163:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767311.100168:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767311.100170:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767311.100174:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767311.100178:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767311.100186:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4529
00000400:00000200:3.0:1775767311.100193:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767311.100202:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767311.100209:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767311.100216:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100220:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.100226:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100232:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767311.100237:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767311.100240:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767311.100244:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767311.100249:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767311.100253:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767311.100257:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767311.100265:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100342:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.100348:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100354:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767311.100358:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767311.100365:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767311.100371:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767311.100385:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767311.100390:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767311.100394:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.100399:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767311.100403:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767311.100408:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.100411:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767311.100416:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767311.100421:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000800:00000200:2.1:1775767311.100421:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767311.100427:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767311.100429:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.100431:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767311.100433:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767311.100436:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767311.100441:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767311.100447:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767311.100619:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360533120/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767311.100626:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767311.100629:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767311.100632:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360533120/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767311.100646:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767311.100656:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767311.100660:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767311.100661:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767311.100663:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767311.100665:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1775767311.100858:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775767311.101418:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4529
00000400:00000200:3.0:1775767311.101425:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767311.101430:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767311.101433:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767311.101436:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.101438:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.101440:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.101443:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767311.101445:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767311.101447:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767311.101449:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767311.101451:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767311.101453:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767311.101455:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767311.101458:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.101461:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.101462:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.101464:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767311.101467:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767311.101470:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767311.101473:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767311.101476:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767311.101480:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767311.101482:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.101484:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767311.101487:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767311.101489:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.101491:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767311.101496:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767311.101499:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767311.101502:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767311.101503:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.101505:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767311.101507:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767311.101508:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767311.101512:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767311.101517:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767311.101523:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360533248/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767311.101532:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767311.101535:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767311.101539:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360533248/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767311.101566:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767311.101570:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767311.101573:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767311.101575:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767311.101577:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1775767311.101903:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767311.102110:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767311.102115:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4529
00000400:00000200:3.0:1775767311.102120:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767311.102123:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767311.102126:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767311.102129:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.102132:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.102134:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.102136:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767311.102139:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767311.102141:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767311.102143:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767311.102146:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767311.102149:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767311.102151:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767311.102155:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.102158:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767311.102161:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767311.102164:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767311.102167:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767311.102171:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767311.102173:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767311.102175:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767311.102179:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767311.102181:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.102183:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767311.102186:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767311.102188:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.102190:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767311.102194:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767311.102196:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767311.102199:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767311.102200:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767311.102202:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767311.102204:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767311.102206:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767311.102210:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767311.102214:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767311.102219:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360533376/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767311.102227:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767311.102229:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767311.102233:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360533376/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767311.102251:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767311.102255:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767311.102259:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767311.102264:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4539)
00000800:00000200:2.1:1775767311.102466:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775767312.123992:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767312.123997:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767312.124000:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767312.379945:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299203322, at 4299203328
00000100:00000010:3.0:1775767312.379966:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444d80.
00000800:00000200:0.1:1775767316.220566:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767316.220569:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767316.221266:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767316.221268:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767316.221591:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767316.221593:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767316.221884:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767316.221887:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1775767317.499931:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299208442, at 4299208448
00000100:00000010:3.0:1775767317.499944:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000020:00000001:3.0:1775767318.268096:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767318.268099:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767318.268103:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767321.339968:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767321.339977:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767321.339980:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767321.339983:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767321.339987:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767321.339993:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4539
00000400:00000200:3.0:1775767321.340002:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767321.340008:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767321.340010:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767321.340013:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340016:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340018:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340020:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767321.340023:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767321.340024:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767321.340026:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767321.340028:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767321.340030:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767321.340031:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767321.340034:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340035:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340036:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340038:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767321.340041:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767321.340043:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340045:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767321.340047:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767321.340050:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767321.340052:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340053:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767321.340055:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767321.340063:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767321.340065:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767321.340079:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767321.340080:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340082:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767321.340085:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767321.340089:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767321.340096:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767321.340101:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767321.340108:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360534016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767321.340116:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767321.340120:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767321.340123:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360534016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767321.340139:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767321.340142:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767321.340144:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767321.340146:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767321.340147:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767321.340149:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767321.340150:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4539
00000400:00000200:3.0:1775767321.340153:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767321.340156:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767321.340158:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767321.340161:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340162:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340164:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340166:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767321.340167:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767321.340168:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767321.340172:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767321.340174:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767321.340178:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767321.340179:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767321.340183:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340185:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340189:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340191:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767321.340195:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767321.340201:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340207:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767321.340211:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767321.340217:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767321.340219:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340222:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767321.340225:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767321.340231:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340234:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767321.340237:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767321.340240:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767321.340243:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767321.340246:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340248:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767321.340251:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767321.340255:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767321.340261:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767321.340267:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767321.340278:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360534144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767321.340291:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767321.340295:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767321.340301:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360534144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767321.340320:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767321.340326:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767321.340335:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767321.340339:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767321.340342:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767321.340347:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767321.340352:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4539
00000400:00000200:3.0:1775767321.340360:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767321.340367:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767321.340370:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767321.340376:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340382:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340387:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340392:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767321.340398:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767321.340400:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767321.340405:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767321.340409:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767321.340412:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767321.340429:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767321.340438:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340442:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340445:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340447:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767321.340451:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767321.340458:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340464:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767321.340466:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767321.340467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767321.340470:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1775767321.340471:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1775767321.340473:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340474:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767321.340476:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767321.340478:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340479:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767321.340482:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767321.340486:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767321.340491:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767321.340502:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340510:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767321.340512:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767321.340515:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767321.340521:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767321.340526:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767321.340536:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360534272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767321.340554:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767321.340558:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767321.340565:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360534272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767321.340575:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767321.340578:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767321.340585:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767321.340588:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767321.340590:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767321.340592:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767321.340596:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4539
00000400:00000200:3.0:1775767321.340614:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767321.340619:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767321.340620:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767321.340622:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340624:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340627:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340630:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767321.340635:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767321.340636:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767321.340639:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767321.340655:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767321.340659:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767321.340662:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767321.340668:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340673:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767321.340677:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340680:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767321.340682:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767321.340687:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767321.340692:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767321.340695:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767321.340699:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767321.340704:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340709:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767321.340712:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767321.340717:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340720:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767321.340727:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767321.340729:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767321.340734:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767321.340737:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767321.340739:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767321.340742:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767321.340744:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767321.340751:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767321.340756:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767321.340764:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360534400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767321.340791:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767321.340793:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767321.340795:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360534400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767321.340817:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767321.340821:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767321.340853:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767321.340868:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4549)
00000800:00000200:0.1:1775767321.341001:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767321.341003:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767321.341218:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767321.341220:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767321.341409:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767321.341411:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1775767322.619914:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299213562, at 4299213568
00000100:00000010:3.0:1775767322.619931:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00000020:00000001:3.0:1775767323.388092:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767323.388096:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767323.388099:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767326.460814:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767326.460820:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767326.461375:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767326.461378:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767326.461692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767326.461694:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767326.461946:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767326.461947:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1775767327.739951:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299218683, at 4299218688
00000100:00000010:3.0:1775767327.739964:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000020:00000001:3.0:1775767328.508083:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767328.508087:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767328.508091:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767331.579990:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767331.580000:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767331.580002:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767331.580007:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767331.580012:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767331.580019:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4550
00000400:00000200:3.0:1775767331.580029:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767331.580035:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767331.580038:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767331.580040:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580043:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580045:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580047:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767331.580051:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767331.580052:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767331.580054:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767331.580057:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767331.580058:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767331.580060:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767331.580062:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580064:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580065:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580066:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767331.580069:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767331.580071:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580073:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767331.580075:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767331.580079:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767331.580081:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580083:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767331.580086:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767331.580097:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767331.580100:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767331.580104:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767331.580105:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580108:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767331.580111:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767331.580116:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767331.580125:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767331.580132:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767331.580141:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360535040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767331.580150:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767331.580156:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767331.580159:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360535040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767331.580179:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767331.580182:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767331.580185:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767331.580186:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767331.580187:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767331.580189:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767331.580191:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4550
00000400:00000200:3.0:1775767331.580193:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767331.580196:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767331.580198:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767331.580200:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580202:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580204:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580206:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767331.580208:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767331.580210:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767331.580212:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767331.580214:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767331.580218:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767331.580221:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767331.580228:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580230:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580232:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580233:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767331.580239:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767331.580249:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580259:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767331.580270:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767331.580277:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767331.580283:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580286:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767331.580293:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767331.580298:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580304:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767331.580314:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767331.580321:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767331.580329:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767331.580334:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580341:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767331.580343:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767331.580345:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767331.580349:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767331.580358:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767331.580365:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360535168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767331.580388:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767331.580392:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767331.580403:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360535168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767331.580436:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767331.580442:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767331.580456:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767331.580458:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767331.580465:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767331.580470:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767331.580477:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4550
00000400:00000200:3.0:1775767331.580486:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767331.580489:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767331.580491:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767331.580501:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580515:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580519:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580529:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767331.580532:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767331.580538:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767331.580544:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767331.580548:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767331.580554:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767331.580560:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767331.580567:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580568:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580572:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580576:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767331.580585:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767331.580592:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580594:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767331.580603:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767331.580607:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767331.580611:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580613:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767331.580617:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767331.580627:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580634:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767331.580645:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767331.580653:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767331.580657:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767331.580659:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.580663:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767331.580669:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767331.580674:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767331.580682:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000800:00000200:0.1:1775767331.580690:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767331.580692:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767331.580696:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00100000:3.0:1775767331.580701:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360535296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767331.580731:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767331.580739:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767331.580762:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360535296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767331.580800:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767331.580819:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767331.580861:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767331.580863:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767331.580864:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767331.580867:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767331.580871:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4550
00000400:00000200:3.0:1775767331.580877:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767331.580882:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767331.580887:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767331.580895:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580901:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580905:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580911:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767331.580914:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767331.580920:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767331.580923:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767331.580927:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767331.580933:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767331.580936:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767331.580946:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580957:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767331.580966:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580970:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767331.580975:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767331.580984:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767331.580988:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767331.580993:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767331.581001:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767331.581009:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.581020:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767331.581025:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767331.581033:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.581040:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767331.581054:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767331.581058:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767331.581070:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767331.581072:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767331.581085:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767331.581089:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767331.581098:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767331.581112:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767331.581123:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767331.581131:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360535424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767331.581169:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767331.581178:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767331.581189:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360535424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767331.581216:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767331.581219:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767331.581228:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767331.581233:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4560)
00000800:00000200:0.1:1775767331.581441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767331.581443:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767331.581728:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767331.581730:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767331.581995:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767331.581997:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1775767332.604069:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767332.604073:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767332.604076:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767332.859971:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299223803, at 4299223808
00000100:00000010:3.0:1775767332.860012:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000020:00000001:3.0:1775767333.628025:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767333.628028:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767333.628031:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767336.699937:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767336.699950:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767336.699954:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767336.699959:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767336.699965:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767336.699971:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4555
00000400:00000200:3.0:1775767336.699979:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767336.699986:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767336.699989:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767336.699993:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.699996:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700000:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700002:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767336.700006:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767336.700008:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767336.700010:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767336.700012:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767336.700013:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767336.700015:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767336.700017:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700018:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700020:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700021:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767336.700024:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767336.700026:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700028:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767336.700031:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767336.700034:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767336.700036:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700037:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767336.700039:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767336.700046:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767336.700049:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767336.700052:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767336.700053:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700055:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767336.700057:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767336.700061:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767336.700067:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767336.700072:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767336.700080:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360535552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767336.700088:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767336.700092:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767336.700096:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360535552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767336.700113:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767336.700116:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767336.700118:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767336.700120:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767336.700121:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767336.700122:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767336.700124:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4555
00000400:00000200:3.0:1775767336.700128:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767336.700130:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767336.700133:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767336.700135:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700137:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700140:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700142:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767336.700146:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767336.700149:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767336.700150:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767336.700153:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767336.700155:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767336.700161:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767336.700172:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700177:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700183:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700189:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767336.700197:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767336.700204:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700211:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767336.700217:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767336.700224:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767336.700231:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700234:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767336.700240:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767336.700243:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700248:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767336.700253:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767336.700257:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767336.700260:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767336.700262:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700266:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767336.700268:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767336.700271:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767336.700276:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767336.700280:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767336.700288:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360535680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767336.700297:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767336.700300:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767336.700304:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360535680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767336.700316:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767336.700321:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767336.700324:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767336.700327:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767336.700330:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767336.700333:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767336.700338:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4555
00000400:00000200:3.0:1775767336.700346:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767336.700353:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767336.700356:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767336.700363:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700370:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700374:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700379:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767336.700381:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767336.700383:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767336.700386:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767336.700391:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767336.700395:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767336.700401:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767336.700409:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700415:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700423:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700428:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767336.700434:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:0.1:1775767336.700434:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767336.700438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1775767336.700441:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700444:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767336.700446:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767336.700450:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767336.700452:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700468:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767336.700472:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767336.700478:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700480:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767336.700485:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767336.700488:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767336.700494:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767336.700495:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700499:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767336.700503:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767336.700507:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767336.700514:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767336.700522:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767336.700533:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360535808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767336.700561:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767336.700565:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767336.700570:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360535808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767336.700587:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767336.700590:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767336.700594:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767336.700595:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767336.700599:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767336.700601:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767336.700603:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4555
00000400:00000200:3.0:1775767336.700607:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767336.700610:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767336.700614:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767336.700619:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700624:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700628:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700631:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767336.700635:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767336.700637:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767336.700639:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767336.700643:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767336.700648:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767336.700652:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767336.700656:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700659:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767336.700665:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700667:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767336.700670:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767336.700675:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767336.700679:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767336.700682:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767336.700686:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767336.700690:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700695:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767336.700699:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767336.700704:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700707:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767336.700713:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767336.700717:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767336.700720:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767336.700722:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767336.700726:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767336.700729:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767336.700732:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767336.700737:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767336.700741:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767336.700748:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360535936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767336.700766:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767336.700770:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767336.700780:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360535936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767336.700804:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767336.700812:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767336.700821:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767336.700850:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4565)
00000800:00000200:0.1:1775767336.701002:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767336.701004:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767336.701188:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767336.701190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767336.701422:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767336.701424:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1775767337.723977:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767337.723980:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767337.723983:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767337.979939:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299228922, at 4299228928
00000100:00000010:3.0:1775767337.979955:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000020:00000001:3.0:1775767338.748002:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767338.748005:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767338.748008:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767341.819947:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767341.819967:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767341.819971:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767341.819983:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767341.819990:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767341.820002:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4560
00000400:00000200:3.0:1775767341.820017:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767341.820025:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767341.820029:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767341.820033:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820038:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.820040:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820043:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767341.820048:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767341.820050:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767341.820053:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767341.820056:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767341.820059:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767341.820062:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767341.820065:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820067:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.820069:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820071:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767341.820074:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767341.820078:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820083:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767341.820087:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767341.820091:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767341.820095:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820097:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767341.820100:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767341.820113:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767341.820118:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767341.820122:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767341.820124:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820128:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767341.820131:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767341.820138:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767341.820149:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767341.820158:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767341.820170:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360536064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767341.820183:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767341.820189:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767341.820194:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360536064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767341.820221:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767341.820225:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767341.820229:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767341.820230:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767341.820233:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767341.820237:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767341.820243:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4560
00000400:00000200:3.0:1775767341.820252:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767341.820262:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767341.820265:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767341.820277:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820291:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.820298:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820303:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767341.820314:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767341.820321:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767341.820327:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767341.820331:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767341.820341:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767341.820346:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767341.820355:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820361:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.820369:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820376:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767341.820384:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767341.820393:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820397:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767341.820399:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767341.820436:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767341.820443:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820448:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767341.820459:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767341.820469:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820473:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767341.820483:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767341.820490:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767341.820497:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767341.820500:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820505:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767341.820511:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767341.820515:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767341.820527:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767341.820533:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767341.820547:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360536192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767341.820563:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767341.820571:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767341.820586:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360536192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767341.820613:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767341.820619:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775767341.820621:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767341.820628:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767341.820639:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767341.820645:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767341.820651:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767341.820656:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767341.820663:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4560
00000400:00000200:3.0:1775767341.820681:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767341.820697:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767341.820706:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767341.820722:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820738:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.820744:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820751:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767341.820758:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767341.820760:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767341.820765:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767341.820769:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767341.820775:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767341.820783:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767341.820797:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820804:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.820816:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820825:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767341.820871:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767341.820880:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767341.820891:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767341.820900:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767341.820906:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767341.820915:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820926:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767341.820929:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767341.820937:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820943:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767341.820949:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767341.820960:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767341.820970:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767341.820974:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.820980:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767341.820985:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767341.820990:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767341.820999:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767341.821010:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767341.821020:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360536320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767341.821055:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767341.821058:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767341.821070:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360536320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767341.821124:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767341.821130:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767341.821138:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767341.821145:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767341.821153:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767341.821166:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767341.821179:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4560
00000400:00000200:3.0:1775767341.821192:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767341.821199:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767341.821207:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767341.821216:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.821223:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.821233:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.821236:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767341.821250:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767341.821253:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767341.821256:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767341.821257:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767341.821260:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767341.821264:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767341.821273:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.821284:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767341.821292:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767341.821301:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767341.821310:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767341.821315:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767341.821325:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767341.821331:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767341.821336:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767341.821340:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.821344:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767341.821348:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767341.821355:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.821359:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767341.821364:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767341.821367:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767341.821373:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767341.821378:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767341.821385:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767341.821388:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767341.821394:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767341.821400:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767341.821424:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767341.821440:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360536448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767341.821510:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767341.821514:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767341.821525:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360536448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767341.821555:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767341.821563:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767341.821570:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767341.821583:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4570)
00000800:00000200:0.1:1775767341.821622:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767341.821623:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767341.821815:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767341.821816:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767341.822061:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767341.822063:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1775767342.844010:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767342.844013:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767342.844016:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767343.099940:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299234042, at 4299234048
00000100:00000010:3.0:1775767343.099956:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000020:00000001:3.0:1775767343.867994:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767343.867999:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767343.868002:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767346.939914:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767346.939923:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767346.939928:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767346.939932:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767346.939939:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767346.939946:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4565
00000400:00000200:3.0:1775767346.939954:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767346.939960:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767346.939964:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767346.939969:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.939972:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.939974:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.939977:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767346.939979:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767346.939981:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767346.939982:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767346.939984:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767346.939986:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767346.939988:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767346.939990:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.939992:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.939993:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.939994:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767346.939996:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767346.939998:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940000:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767346.940002:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767346.940004:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767346.940006:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940008:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767346.940009:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767346.940016:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767346.940019:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767346.940021:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767346.940022:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940024:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767346.940026:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767346.940030:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767346.940036:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767346.940042:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767346.940049:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360536576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767346.940057:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767346.940060:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767346.940064:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360536576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767346.940081:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767346.940083:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767346.940086:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767346.940087:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767346.940088:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767346.940090:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767346.940092:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4565
00000400:00000200:3.0:1775767346.940094:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767346.940097:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767346.940099:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767346.940101:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940103:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.940107:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940109:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767346.940112:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767346.940115:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767346.940117:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767346.940118:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767346.940121:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767346.940122:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767346.940130:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940134:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.940139:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940141:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767346.940145:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767346.940148:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940151:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767346.940156:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767346.940161:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767346.940166:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940168:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767346.940173:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767346.940176:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940179:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767346.940183:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767346.940184:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767346.940186:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767346.940189:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940191:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767346.940194:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767346.940195:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767346.940199:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767346.940203:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767346.940211:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360536704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767346.940220:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767346.940222:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767346.940229:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360536704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767346.940238:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767346.940241:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767346.940245:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767346.940247:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767346.940250:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767346.940253:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767346.940259:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4565
00000400:00000200:3.0:1775767346.940269:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767346.940276:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767346.940281:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767346.940288:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940291:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.940293:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940297:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767346.940300:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767346.940301:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767346.940305:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767346.940308:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767346.940310:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767346.940312:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767346.940315:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940317:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.940320:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940322:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767346.940333:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767346.940339:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940343:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767346.940347:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767346.940352:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767346.940356:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940374:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767346.940378:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767346.940383:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940386:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767346.940390:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767346.940394:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767346.940403:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767346.940407:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940411:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767346.940413:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767346.940415:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767346.940421:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767346.940426:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767346.940433:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360536832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767346.940438:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767346.940445:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775767346.940449:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767346.940453:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767346.940460:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360536832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767346.940473:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767346.940478:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767346.940481:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767346.940484:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767346.940487:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767346.940489:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767346.940495:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4565
00000400:00000200:3.0:1775767346.940503:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767346.940509:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767346.940514:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767346.940517:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940521:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.940528:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940534:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767346.940540:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767346.940545:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767346.940549:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767346.940553:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767346.940558:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767346.940564:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767346.940571:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940574:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767346.940579:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940582:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767346.940585:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767346.940588:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767346.940595:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767346.940600:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767346.940603:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767346.940609:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940611:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767346.940615:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767346.940618:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940621:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767346.940627:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767346.940630:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767346.940632:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767346.940635:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767346.940638:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767346.940641:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767346.940644:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767346.940648:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767346.940652:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767346.940660:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360536960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767346.940672:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767346.940676:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767346.940684:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360536960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767346.940699:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767346.940702:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767346.940711:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767346.940719:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4575)
00000800:00000200:0.1:1775767346.940931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767346.940933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767346.941147:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767346.941149:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767346.941418:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767346.941420:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1775767348.219907:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299239162, at 4299239168
00000100:00000010:3.0:1775767348.219926:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000020:00000001:3.0:1775767348.988044:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767348.988049:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767348.988053:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767352.060539:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767352.060545:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767352.061045:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767352.061047:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767352.061241:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767352.061243:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767352.061443:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767352.061445:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775767353.339914:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299244282, at 4299244288
00000100:00000010:3.0:1775767353.339932:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000800:00000200:0.1:1775767357.180561:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767357.180566:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767357.180984:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767357.180986:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767357.181306:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767357.181309:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767357.181544:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767357.181546:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775767358.459946:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299249402, at 4299249408
00000100:00000010:3.0:1775767358.459961:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000020:00000001:3.0:1775767359.228216:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767359.228224:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767359.228229:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767362.300708:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767362.300719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767362.301482:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767362.301483:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767362.301750:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767362.301751:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767362.301977:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767362.301980:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775767363.579921:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299254523, at 4299254528
00000100:00000010:3.0:1775767363.579934:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00000020:00000001:3.0:1775767364.348020:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767364.348023:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767364.348025:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767367.420543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767367.420551:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775767367.421333:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767367.421335:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775767367.421697:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767367.421701:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775767367.421973:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767367.421975:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1775767368.443971:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767368.443974:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767368.443978:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767368.699947:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299259642, at 4299259648
00000100:00000010:3.0:1775767368.699962:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000020:00000001:3.0:1775767369.468028:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767369.468031:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767369.468033:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767372.539984:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767372.540013:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767372.540017:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767372.540021:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767372.540032:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767372.540043:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4591
00000400:00000200:1.0:1775767372.540057:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767372.540065:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767372.540070:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767372.540078:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540084:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540088:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540091:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767372.540097:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767372.540099:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767372.540102:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767372.540105:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767372.540108:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767372.540111:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767372.540114:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540116:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540117:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540119:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767372.540134:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767372.540136:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540138:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767372.540140:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767372.540144:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767372.540146:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540147:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767372.540149:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767372.540157:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767372.540160:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767372.540163:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767372.540164:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540166:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767372.540180:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767372.540184:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767372.540190:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767372.540195:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767372.540203:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360539136/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767372.540211:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767372.540215:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767372.540218:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360539136/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767372.540234:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767372.540237:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767372.540239:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767372.540240:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767372.540241:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767372.540244:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767372.540245:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4591
00000400:00000200:1.0:1775767372.540248:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767372.540251:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767372.540254:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767372.540257:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540258:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540260:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540262:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767372.540264:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767372.540265:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767372.540266:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767372.540268:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767372.540270:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767372.540275:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767372.540277:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540279:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540282:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540285:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767372.540288:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767372.540291:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540293:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767372.540294:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767372.540301:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767372.540308:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540311:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767372.540315:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767372.540324:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540334:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767372.540340:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767372.540349:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767372.540357:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767372.540365:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540374:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767372.540378:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767372.540385:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767372.540396:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767372.540405:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767372.540417:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360539264/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767372.540443:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767372.540444:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767372.540447:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360539264/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767372.540475:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767372.540480:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767372.540483:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767372.540485:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767372.540488:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767372.540491:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767372.540498:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4591
00000400:00000200:1.0:1775767372.540508:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767372.540521:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767372.540534:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767372.540545:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540554:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540557:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540561:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767372.540571:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767372.540572:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767372.540574:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767372.540575:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767372.540578:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767372.540581:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767372.540591:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540596:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540603:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540613:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767372.540622:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767372.540631:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540634:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767372.540640:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767372.540648:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767372.540653:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540655:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767372.540658:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767372.540667:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540669:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767372.540673:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767372.540679:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767372.540682:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767372.540685:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540689:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767372.540691:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767372.540694:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767372.540702:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767372.540714:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767372.540733:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360539392/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767372.540738:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767372.540740:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767372.540745:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360539392/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767372.540775:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767372.540778:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767372.540789:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767372.540792:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767372.540798:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767372.540801:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767372.540806:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4591
00000400:00000200:1.0:1775767372.540818:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767372.540825:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767372.540853:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767372.540856:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540858:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540860:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540867:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767372.540870:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767372.540871:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767372.540872:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767372.540874:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767372.540880:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767372.540885:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767372.540893:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540896:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767372.540902:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767372.540904:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767372.540909:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775767372.540912:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000020:00000040:1.0:1775767372.540913:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767372.540932:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767372.540940:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767372.540943:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767372.540947:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767372.540949:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540951:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767372.540953:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767372.540958:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.540966:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767372.540981:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767372.540990:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767372.540993:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767372.540998:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767372.541003:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767372.541006:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767372.541009:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767372.541017:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767372.541026:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767372.541045:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360539520/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767372.541085:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767372.541096:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767372.541112:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360539520/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767372.541143:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767372.541151:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767372.541160:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767372.541166:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4601)
00000800:00000200:0.1:1775767372.541486:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767372.541487:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767372.541736:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767372.541738:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767372.541983:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767372.541985:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1775767373.564088:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767373.564094:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767373.564099:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767373.819955:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299264763, at 4299264768
00000100:00000010:3.0:1775767373.819973:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000020:00000001:3.0:1775767374.587997:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767374.588002:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767374.588007:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767375.612338:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767375.612344:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767375.612348:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767377.659949:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767377.659957:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767377.659962:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767377.659967:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767377.659975:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767377.659984:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4596
00000400:00000200:3.0:1775767377.659995:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767377.660001:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767377.660004:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767377.660007:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660009:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660011:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660013:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767377.660015:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767377.660016:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767377.660018:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767377.660020:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767377.660022:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767377.660024:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767377.660034:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660035:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660036:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660038:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767377.660040:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767377.660043:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660047:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767377.660050:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767377.660053:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767377.660057:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660059:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767377.660061:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767377.660070:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767377.660086:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767377.660090:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767377.660092:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660095:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767377.660098:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767377.660104:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767377.660112:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767377.660118:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767377.660128:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360539648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767377.660139:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767377.660144:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767377.660149:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360539648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767377.660170:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767377.660174:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767377.660177:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767377.660178:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767377.660179:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767377.660181:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767377.660184:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4596
00000400:00000200:3.0:1775767377.660188:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767377.660199:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767377.660205:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767377.660212:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660219:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660225:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660230:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767377.660235:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767377.660239:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767377.660244:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767377.660248:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767377.660251:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767377.660254:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767377.660260:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660264:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660266:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660267:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767377.660279:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767377.660283:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660286:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767377.660288:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767377.660293:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767377.660296:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660301:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767377.660306:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767377.660310:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660314:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767377.660321:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767377.660328:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767377.660332:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767377.660334:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660337:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767377.660339:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767377.660342:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767377.660348:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767377.660352:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767377.660362:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360539776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767377.660382:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767377.660388:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767377.660397:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360539776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767377.660420:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767377.660429:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767377.660435:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.1:1775767377.660435:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767377.660439:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767377.660441:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767377.660443:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767377.660446:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4596
00000400:00000200:3.0:1775767377.660450:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767377.660452:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767377.660454:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767377.660458:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660463:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660467:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660472:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767377.660474:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767377.660477:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767377.660479:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767377.660481:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767377.660483:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767377.660486:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767377.660489:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660491:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660493:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660495:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767377.660497:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767377.660502:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660505:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767377.660508:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767377.660512:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767377.660517:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660523:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767377.660526:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767377.660532:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660534:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767377.660537:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767377.660541:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767377.660545:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767377.660549:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660553:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767377.660555:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767377.660559:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767377.660572:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767377.660580:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767377.660592:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360539904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767377.660612:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767377.660616:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767377.660625:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360539904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767377.660660:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767377.660666:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767377.660676:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767377.660681:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767377.660684:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767377.660692:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767377.660699:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4596
00000400:00000200:3.0:1775767377.660711:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767377.660722:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767377.660727:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767377.660735:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660740:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660745:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660751:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767377.660756:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767377.660760:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767377.660764:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767377.660769:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767377.660774:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767377.660780:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:0.1:1775767377.660781:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767377.660789:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660793:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767377.660799:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660804:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767377.660808:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767377.660815:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767377.660822:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767377.660857:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767377.660862:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767377.660866:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660870:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767377.660874:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767377.660881:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660885:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767377.660892:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767377.660897:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767377.660903:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767377.660905:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767377.660909:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767377.660914:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767377.660918:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767377.660927:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767377.660933:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767377.660944:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360540032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767377.660958:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767377.660963:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767377.660972:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360540032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767377.660992:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767377.660997:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767377.661007:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767377.661018:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4606)
00000800:00000200:0.1:1775767377.661099:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767377.661252:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775767378.683954:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767378.683961:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767378.683966:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767378.939912:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299269882, at 4299269888
00000100:00000010:3.0:1775767378.939926:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000020:00000001:3.0:1775767379.708001:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767379.708004:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767379.708007:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767380.731988:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767380.731991:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767380.731994:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775767380.732102:0:2405:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:1.0:1775767380.732142:0:2405:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775767380.732153:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767380.732157:0:2405:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:1.0:1775767380.732161:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767380.732165:0:2405:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775767380.732169:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767380.732172:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa100.
00000400:00000200:1.0:1775767380.732178:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767380.732184:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767380.732190:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfe58
00000400:00000010:1.0:1775767380.732193:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfe58.
00000100:00000001:1.0:1775767380.732198:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767380.732207:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547f480 x1862022360539648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732240:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767380.732244:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360539648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732252:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767380.732255:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767380.732265:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767380.732268:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaa00.
00000400:00000200:1.0:1775767380.732272:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767380.732276:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767380.732279:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf660
00000400:00000010:1.0:1775767380.732282:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf660.
00000100:00000001:1.0:1775767380.732286:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767380.732294:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547ed80 x1862022360539776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732306:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767380.732313:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360539776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732330:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767380.732332:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767380.732340:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767380.732345:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:1.0:1775767380.732349:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767380.732357:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767380.732360:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfc38
00000400:00000010:1.0:1775767380.732364:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfc38.
00000100:00000001:1.0:1775767380.732368:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767380.732375:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547c000 x1862022360539904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732397:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767380.732404:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360539904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732428:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767380.732432:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767380.732440:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767380.732444:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa700.
00000400:00000200:1.0:1775767380.732448:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767380.732456:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767380.732461:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf990
00000400:00000010:1.0:1775767380.732465:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf990.
00000100:00000001:1.0:1775767380.732470:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767380.732478:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547f100 x1862022360540032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732497:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767380.732505:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360540032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767380.732524:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767380.732527:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775767382.779990:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767382.780001:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767382.780004:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767382.780008:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767382.780039:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767382.780048:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4601
00000400:00000200:3.0:1775767382.780057:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767382.780063:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767382.780067:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767382.780071:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780074:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.780077:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780080:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767382.780083:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767382.780085:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767382.780088:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767382.780091:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767382.780094:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767382.780097:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767382.780100:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780102:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.780105:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780107:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767382.780110:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767382.780113:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780117:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767382.780121:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767382.780124:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767382.780128:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780131:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767382.780133:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767382.780140:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767382.780144:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767382.780148:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767382.780150:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780154:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767382.780157:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767382.780162:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767382.780169:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767382.780175:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767382.780192:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360540160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767382.780202:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767382.780208:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767382.780213:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360540160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767382.780236:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767382.780239:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767382.780242:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767382.780244:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767382.780246:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767382.780248:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767382.780251:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4601
00000400:00000200:3.0:1775767382.780255:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767382.780259:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767382.780262:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767382.780265:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780268:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.780272:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780274:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767382.780277:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767382.780278:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767382.780281:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767382.780284:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767382.780288:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767382.780291:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767382.780298:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780302:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.780307:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780313:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767382.780318:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767382.780325:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780330:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767382.780332:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767382.780340:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767382.780346:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780349:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767382.780353:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767382.780359:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780363:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767382.780371:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767382.780375:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767382.780392:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767382.780395:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780398:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767382.780412:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767382.780415:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767382.780422:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767382.780427:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767382.780436:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360540288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767382.780447:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767382.780451:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767382.780460:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360540288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767382.780485:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767382.780488:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767382.780495:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767382.780499:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767382.780502:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767382.780506:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767382.780512:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4601
00000400:00000200:3.0:1775767382.780519:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767382.780526:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767382.780529:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767382.780533:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780539:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.780542:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780547:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767382.780553:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767382.780554:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767382.780557:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767382.780567:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767382.780571:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767382.780577:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767382.780585:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780591:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.780595:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780600:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767382.780603:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767382.780608:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767382.780615:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767382.780619:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767382.780625:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767382.780629:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780633:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767382.780635:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767382.780639:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780643:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767382.780649:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767382.780653:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767382.780658:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767382.780660:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.780664:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1775767382.780665:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767382.780669:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1775767382.780677:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767382.780681:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767382.780687:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767382.780694:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767382.780703:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360540416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767382.780715:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767382.780719:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767382.780727:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360540416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767382.780746:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767382.780750:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767382.780756:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767382.780760:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767382.780763:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767382.780770:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767382.780775:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4601
00000400:00000200:3.0:1775767382.781056:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767382.781063:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767382.781068:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767382.781074:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.781080:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.781086:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.781092:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767382.781097:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767382.781100:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767382.781103:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767382.781107:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767382.781110:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767382.781114:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767382.781121:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.781126:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767382.781130:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767382.781134:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767382.781139:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767382.781144:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767382.781149:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767382.781155:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767382.781159:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767382.781165:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.781168:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767382.781172:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767382.781177:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.781180:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767382.781187:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767382.781192:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767382.781198:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767382.781201:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767382.781204:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767382.781207:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767382.781210:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767382.781218:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767382.781223:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767382.781233:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360540544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767382.781254:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767382.781259:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767382.781267:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360540544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767382.781286:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767382.781293:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767382.781301:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767382.781311:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4611)
00000800:00000200:2.1:1775767382.781343:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767382.781345:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767382.781666:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767382.781669:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767382.782079:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767382.782081:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1775767383.804167:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767383.804170:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767383.804173:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767384.059937:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299275002, at 4299275008
00000100:00000010:3.0:1775767384.059953:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ea0.
00000020:00000001:3.0:1775767384.828108:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767384.828116:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767384.828120:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767385.852100:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767385.852105:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767385.852109:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767387.900670:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767387.900675:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767387.901436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767387.901438:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767387.901622:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767387.901624:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767387.901814:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767387.901816:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1775767388.924066:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767388.924069:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767388.924072:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767389.179992:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299280123, at 4299280128
00000100:00000010:3.0:1775767389.180017:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444b40.
00000020:00000001:3.0:1775767390.972099:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767390.972103:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767390.972107:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767393.019996:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767393.020003:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767393.020006:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767393.020011:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767393.020016:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767393.020024:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4611
00000400:00000200:1.0:1775767393.020033:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767393.020039:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767393.020042:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767393.020045:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020048:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020051:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020054:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767393.020059:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767393.020061:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767393.020063:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767393.020065:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767393.020067:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767393.020068:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767393.020070:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020072:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020073:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020075:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767393.020077:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767393.020079:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020081:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767393.020083:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767393.020085:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767393.020087:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020088:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767393.020090:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767393.020098:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775767393.020100:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767393.020103:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767393.020104:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020106:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767393.020108:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767393.020112:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767393.020118:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767393.020123:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767393.020131:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360541184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767393.020139:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767393.020143:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767393.020146:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360541184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767393.020162:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767393.020164:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767393.020167:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767393.020168:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767393.020169:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767393.020171:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767393.020173:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4611
00000400:00000200:1.0:1775767393.020176:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767393.020179:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767393.020180:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767393.020183:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020184:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020186:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020190:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767393.020191:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767393.020194:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767393.020196:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767393.020198:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767393.020200:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767393.020202:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767393.020207:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020213:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020218:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020222:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767393.020226:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767393.020230:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020240:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767393.020244:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767393.020252:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767393.020255:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020257:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767393.020262:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767393.020266:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020270:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767393.020275:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767393.020279:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767393.020282:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767393.020283:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020287:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767393.020288:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767393.020289:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767393.020293:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775767393.020298:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767393.020305:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360541312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767393.020327:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767393.020330:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767393.020335:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360541312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767393.020345:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767393.020349:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767393.020351:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767393.020353:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767393.020355:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767393.020358:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767393.020362:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4611
00000400:00000200:1.0:1775767393.020369:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767393.020383:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767393.020386:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767393.020392:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020397:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020401:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020405:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767393.020411:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767393.020413:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767393.020416:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767393.020418:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767393.020420:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767393.020424:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767393.020431:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020434:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020435:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020438:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767393.020441:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767393.020446:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020448:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767393.020450:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767393.020452:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767393.020457:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020461:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767393.020463:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767393.020468:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020471:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767393.020471:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000010:1.0:1775767393.020475:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000800:00000200:2.1:1775767393.020475:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000040:1.0:1775767393.020481:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767393.020485:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767393.020487:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020490:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767393.020491:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767393.020492:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767393.020495:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767393.020497:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767393.020502:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360541440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767393.020513:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767393.020517:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767393.020523:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360541440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767393.020537:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767393.020542:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767393.020547:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767393.020549:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767393.020552:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767393.020555:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767393.020561:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4611
00000400:00000200:1.0:1775767393.020568:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767393.020573:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767393.020576:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767393.020578:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020582:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020587:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020589:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767393.020593:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767393.020594:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767393.020596:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767393.020599:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767393.020601:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767393.020602:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767393.020604:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020608:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767393.020611:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020613:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767393.020616:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767393.020622:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767393.020626:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767393.020628:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767393.020632:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767393.020635:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020638:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767393.020642:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767393.020647:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020651:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767393.020656:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767393.020659:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767393.020662:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767393.020664:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767393.020667:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767393.020669:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767393.020671:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767393.020676:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767393.020680:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767393.020689:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360541568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767393.020715:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767393.020720:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767393.020731:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360541568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767393.020759:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767393.020763:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767393.020770:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767393.020776:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4621)
00000800:00000200:2.1:1775767393.021009:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767393.021012:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767393.021213:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767393.021214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767393.021392:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767393.021393:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1775767394.044022:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767394.044025:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767394.044028:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767394.299946:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299285242, at 4299285248
00000100:00000010:3.0:1775767394.299962:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00000020:00000001:3.0:1775767396.092087:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767396.092090:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767396.092093:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767397.116065:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767397.116069:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767397.116072:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767398.139941:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767398.139949:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767398.139953:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767398.139958:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767398.139963:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767398.139969:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4616
00000400:00000200:3.0:1775767398.139988:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767398.139994:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767398.139998:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767398.140001:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140003:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140006:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140008:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767398.140010:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767398.140012:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767398.140014:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767398.140016:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767398.140018:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767398.140019:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767398.140021:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140022:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140023:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140025:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767398.140026:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767398.140029:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140030:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767398.140033:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767398.140035:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767398.140037:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140038:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767398.140040:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767398.140047:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767398.140050:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767398.140053:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767398.140054:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140056:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767398.140058:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767398.140062:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767398.140069:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767398.140074:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767398.140082:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360541696/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767398.140089:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767398.140093:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767398.140096:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360541696/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767398.140112:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767398.140114:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767398.140116:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767398.140118:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767398.140119:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767398.140120:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767398.140122:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4616
00000400:00000200:3.0:1775767398.140125:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767398.140137:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767398.140139:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767398.140142:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140143:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140145:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140147:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767398.140149:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767398.140150:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767398.140153:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767398.140154:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767398.140157:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767398.140160:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767398.140165:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140168:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140172:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140175:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767398.140179:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767398.140184:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140187:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767398.140190:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767398.140195:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767398.140198:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140201:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767398.140206:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767398.140211:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140213:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767398.140216:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767398.140220:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767398.140225:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767398.140228:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140229:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767398.140230:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767398.140232:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767398.140238:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767398.140242:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767398.140250:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360541824/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767398.140257:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767398.140259:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767398.140262:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360541824/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767398.140276:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767398.140280:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767398.140287:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767398.140291:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767398.140294:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767398.140296:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767398.140301:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4616
00000400:00000200:3.0:1775767398.140307:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767398.140310:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767398.140314:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767398.140321:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140324:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140330:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140333:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767398.140338:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767398.140341:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767398.140345:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767398.140349:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767398.140354:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767398.140359:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767398.140368:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140373:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140379:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140384:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767398.140389:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767398.140401:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140413:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767398.140415:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767398.140419:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767398.140422:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140426:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767398.140429:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767398.140434:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140437:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767398.140443:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767398.140449:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767398.140455:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1775767398.140456:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767398.140459:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767398.140460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775767398.140463:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767398.140467:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767398.140471:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767398.140476:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767398.140480:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767398.140488:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360541952/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767398.140499:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767398.140502:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767398.140508:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360541952/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767398.140526:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767398.140529:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767398.140533:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767398.140535:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767398.140537:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767398.140542:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767398.140546:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4616
00000400:00000200:3.0:1775767398.140562:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767398.140568:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767398.140571:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767398.140578:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140583:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140587:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140592:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767398.140596:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767398.140600:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767398.140604:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767398.140607:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767398.140612:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767398.140617:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767398.140624:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140629:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767398.140634:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140639:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767398.140643:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767398.140647:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767398.140650:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767398.140653:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767398.140657:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767398.140662:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140664:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767398.140668:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767398.140673:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140677:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767398.140683:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767398.140685:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767398.140690:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767398.140692:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767398.140696:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767398.140698:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767398.140702:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767398.140708:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767398.140712:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767398.140718:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360542080/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767398.140729:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767398.140732:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767398.140740:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360542080/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767398.140759:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767398.140762:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767398.140767:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767398.140774:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4626)
00000800:00000200:2.1:1775767398.140973:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767398.140975:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767398.141175:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767398.141177:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767398.141369:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767398.141371:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1775767399.164051:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767399.164055:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767399.164059:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767399.419901:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299290362, at 4299290368
00000100:00000010:3.0:1775767399.419914:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444de0.
00000020:00000001:3.0:1775767401.212180:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767401.212184:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767401.212187:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767402.236043:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767402.236048:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767402.236053:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767403.259959:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767403.259971:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767403.259974:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767403.259979:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767403.259984:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767403.259992:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4621
00000400:00000200:3.0:1775767403.260004:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767403.260012:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767403.260017:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767403.260021:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260024:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260028:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260031:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767403.260037:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767403.260041:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767403.260046:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767403.260052:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767403.260058:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767403.260063:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767403.260072:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260078:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260083:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260088:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767403.260093:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767403.260101:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260104:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767403.260107:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767403.260110:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767403.260113:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260115:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767403.260119:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767403.260130:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767403.260134:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767403.260138:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767403.260140:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260143:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767403.260146:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767403.260159:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767403.260167:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767403.260175:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767403.260188:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360542208/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767403.260197:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767403.260202:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767403.260205:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360542208/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767403.260222:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767403.260224:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767403.260228:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767403.260229:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767403.260231:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767403.260233:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767403.260236:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4621
00000400:00000200:3.0:1775767403.260240:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767403.260243:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767403.260244:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767403.260247:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260249:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260252:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260254:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767403.260256:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767403.260257:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767403.260258:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767403.260259:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767403.260261:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767403.260264:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767403.260266:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260270:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260271:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260273:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767403.260275:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767403.260279:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260283:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767403.260287:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767403.260293:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767403.260296:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260298:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767403.260303:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767403.260307:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260309:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767403.260313:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767403.260315:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767403.260320:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767403.260322:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260325:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767403.260327:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767403.260330:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767403.260335:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767403.260338:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767403.260343:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360542336/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767403.260353:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767403.260355:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767403.260357:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360542336/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767403.260370:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767403.260375:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767403.260379:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767403.260381:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767403.260382:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767403.260385:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767403.260387:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4621
00000400:00000200:3.0:1775767403.260390:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767403.260394:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767403.260396:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767403.260398:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260399:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260403:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260407:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767403.260411:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767403.260413:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767403.260415:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767403.260418:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767403.260421:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767403.260424:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767403.260431:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260434:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260439:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260442:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767403.260446:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767403.260452:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260456:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767403.260458:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767403.260461:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767403.260463:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260464:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767403.260467:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767403.260472:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260473:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767403.260477:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767403.260478:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767403.260482:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767403.260484:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260485:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767403.260486:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767403.260489:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767403.260494:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767403.260498:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767403.260503:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360542464/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767403.260513:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767403.260517:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767403.260525:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360542464/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767403.260541:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767403.260546:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767403.260553:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767403.260555:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767403.260557:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767403.260562:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767403.260568:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4621
00000400:00000200:3.0:1775767403.260583:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767403.260588:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767403.260590:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767403.260592:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260596:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260598:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260599:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767403.260601:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767403.260603:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767403.260606:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767403.260608:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767403.260611:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767403.260614:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767403.260617:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260620:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767403.260624:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767403.260625:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767403.260627:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767403.260631:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:2.1:1775767403.260631:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767403.260636:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767403.260638:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1775767403.260639:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1775767403.260641:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767403.260644:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260646:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767403.260648:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767403.260652:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260656:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767403.260659:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767403.260663:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767403.260665:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767403.260666:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767403.260667:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767403.260670:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767403.260673:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767403.260677:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767403.260681:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767403.260686:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360542592/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767403.260697:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767403.260699:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767403.260709:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360542592/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767403.260727:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767403.260732:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767403.260736:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767403.260741:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4631)
00000800:00000200:2.1:1775767403.261078:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767403.261080:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767403.261325:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767403.261328:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767403.261570:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767403.261572:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1775767404.284101:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767404.284107:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767404.284111:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767404.539899:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299295482, at 4299295488
00000100:00000010:3.0:1775767404.539914:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00000020:00000001:3.0:1775767406.332075:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767406.332078:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767406.332082:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767407.355911:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767407.355917:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767407.355921:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767408.379928:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767408.379942:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767408.379947:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767408.379953:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767408.379959:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767408.379971:0:56135:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4626
00000400:00000200:3.0:1775767408.379980:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767408.379986:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767408.379990:0:56135:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767408.379994:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.379997:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380000:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380002:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767408.380005:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767408.380007:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767408.380009:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767408.380011:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767408.380013:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767408.380014:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767408.380017:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380018:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380020:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380022:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767408.380024:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767408.380026:0:56135:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380028:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767408.380031:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767408.380033:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767408.380036:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380038:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767408.380041:0:56135:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767408.380052:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767408.380055:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767408.380059:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767408.380060:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380063:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767408.380065:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767408.380070:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767408.380078:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767408.380085:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767408.380095:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360542720/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767408.380104:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767408.380109:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767408.380112:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360542720/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767408.380134:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767408.380137:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767408.380139:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767408.380140:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767408.380142:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767408.380144:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767408.380146:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4626
00000400:00000200:3.0:1775767408.380148:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767408.380150:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767408.380152:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767408.380155:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380156:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380158:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380159:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767408.380161:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767408.380163:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767408.380165:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767408.380166:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767408.380168:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767408.380170:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767408.380172:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380173:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380175:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380178:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767408.380180:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767408.380183:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380186:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767408.380189:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767408.380194:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767408.380196:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380200:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767408.380205:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767408.380211:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380214:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767408.380218:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767408.380221:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767408.380223:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767408.380224:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380226:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767408.380227:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767408.380229:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767408.380236:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767408.380240:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767408.380247:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360542848/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767408.380254:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767408.380257:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767408.380264:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360542848/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767408.380272:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767408.380276:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767408.380282:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767408.380283:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767408.380284:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767408.380287:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767408.380292:0:56135:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4626
00000400:00000200:3.0:1775767408.380295:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767408.380301:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767408.380302:0:56135:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767408.380305:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380308:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380310:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380312:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767408.380313:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767408.380314:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767408.380315:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767408.380318:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767408.380320:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767408.380324:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767408.380329:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380330:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380334:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380336:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767408.380340:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767408.380344:0:56135:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380356:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767408.380359:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767408.380363:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767408.380366:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380369:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767408.380370:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767408.380372:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380375:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767408.380381:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767408.380384:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767408.380385:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767408.380387:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380390:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767408.380392:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767408.380395:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767408.380398:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767408.380402:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767408.380409:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360542976/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767408.380424:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767408.380429:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767408.380437:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360542976/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767408.380467:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767408.380474:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767408.380478:0:56135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767408.380480:0:56135:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767408.380482:0:56135:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767408.380485:0:56135:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767408.380488:0:56135:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4626
00000400:00000200:3.0:1775767408.380495:0:56135:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767408.380501:0:56135:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767408.380507:0:56135:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1775767408.380512:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767408.380515:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:2.1:1775767408.380518:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775767408.380519:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380525:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380529:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767408.380533:0:56135:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767408.380536:0:56135:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767408.380538:0:56135:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767408.380541:0:56135:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767408.380545:0:56135:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767408.380550:0:56135:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767408.380556:0:56135:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380559:0:56135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767408.380563:0:56135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380566:0:56135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767408.380568:0:56135:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767408.380574:0:56135:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767408.380578:0:56135:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767408.380582:0:56135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767408.380586:0:56135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767408.380591:0:56135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380593:0:56135:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767408.380595:0:56135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767408.380599:0:56135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380601:0:56135:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767408.380606:0:56135:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767408.380611:0:56135:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767408.380616:0:56135:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767408.380617:0:56135:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767408.380621:0:56135:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767408.380624:0:56135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767408.380625:0:56135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767408.380629:0:56135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767408.380635:0:56135:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767408.380642:0:56135:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360543104/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767408.380651:0:56135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767408.380653:0:56135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767408.380659:0:56135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360543104/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767408.380664:0:56135:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767408.380668:0:56135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767408.380671:0:56135:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767408.380677:0:56135:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4637)
00000800:00000200:2.1:1775767408.381085:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767408.381088:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767408.381400:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767408.381403:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767408.381702:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767408.381705:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1775767409.404009:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767409.404013:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767409.404027:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767409.659948:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299300602, at 4299300608
00000100:00000010:3.0:1775767409.659969:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444000.
00000020:00000001:3.0:1775767411.452036:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767411.452042:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767411.452047:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767412.475977:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767412.475980:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767412.475982:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767413.499917:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767413.499925:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767413.499927:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767413.499931:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767413.499936:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767413.499944:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4632
00000400:00000200:3.0:1775767413.499954:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767413.499963:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767413.499967:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767413.499971:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.499975:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.499978:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.499981:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767413.499986:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767413.499989:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767413.499991:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767413.499994:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767413.499997:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767413.500000:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767413.500005:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500008:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.500011:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500014:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767413.500019:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767413.500024:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500042:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767413.500046:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767413.500050:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767413.500053:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500055:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767413.500058:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767413.500068:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767413.500073:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767413.500077:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767413.500079:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500082:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767413.500085:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767413.500089:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767413.500097:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767413.500104:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767413.500115:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360543232/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767413.500127:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767413.500131:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767413.500137:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360543232/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767413.500154:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767413.500156:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767413.500159:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767413.500160:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767413.500161:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767413.500163:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767413.500165:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4632
00000400:00000200:3.0:1775767413.500168:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767413.500170:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767413.500172:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767413.500175:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500177:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.500179:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500180:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767413.500182:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767413.500183:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767413.500185:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767413.500186:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767413.500188:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767413.500189:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767413.500194:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500197:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.500200:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500203:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767413.500206:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767413.500212:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500217:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767413.500222:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767413.500227:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767413.500230:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500233:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767413.500236:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767413.500239:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500240:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767413.500243:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767413.500246:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767413.500247:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767413.500249:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500252:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767413.500254:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767413.500258:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767413.500263:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767413.500268:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767413.500274:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360543360/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767413.500284:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767413.500288:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767413.500291:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360543360/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767413.500305:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767413.500310:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767413.500314:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767413.500315:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767413.500317:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767413.500322:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767413.500324:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4632
00000400:00000200:3.0:1775767413.500327:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767413.500331:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767413.500333:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767413.500336:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500338:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.500341:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500344:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767413.500347:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767413.500349:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767413.500353:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767413.500354:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767413.500356:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767413.500359:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767413.500363:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500367:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.500370:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500375:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767413.500379:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767413.500390:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500394:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767413.500395:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767413.500399:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767413.500402:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500404:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767413.500405:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767413.500409:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500414:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767413.500418:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767413.500422:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767413.500425:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767413.500427:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500430:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767413.500432:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767413.500434:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767413.500438:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767413.500444:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767413.500451:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360543488/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767413.500459:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767413.500463:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767413.500470:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360543488/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767413.500484:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767413.500487:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767413.500491:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767413.500492:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767413.500494:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767413.500499:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767413.500504:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4632
00000400:00000200:3.0:1775767413.500510:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:2.1:1775767413.500510:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767413.500516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1775767413.500524:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767413.500526:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767413.500529:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500532:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.500539:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500542:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767413.500543:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767413.500546:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767413.500549:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767413.500550:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767413.500553:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767413.500557:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767413.500562:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500564:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767413.500566:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500567:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767413.500569:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767413.500575:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767413.500579:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767413.500583:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767413.500588:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767413.500594:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500601:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767413.500605:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767413.500609:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500612:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767413.500624:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767413.500629:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767413.500632:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767413.500635:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767413.500638:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767413.500640:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767413.500643:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767413.500650:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767413.500657:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767413.500668:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360543616/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767413.500687:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767413.500692:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767413.500697:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360543616/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767413.500718:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767413.500721:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767413.500726:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767413.500731:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4642)
00000800:00000200:2.1:1775767413.501038:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767413.501040:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767413.501234:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767413.501237:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767413.501481:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767413.501483:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1775767414.523974:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767414.523977:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767414.523980:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767414.779940:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299305722, at 4299305728
00000100:00000010:3.0:1775767414.779955:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444060.
00000020:00000001:3.0:1775767416.572013:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767416.572018:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767416.572020:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767417.596008:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767417.596011:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767417.596014:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767418.620646:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767418.620654:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767418.621283:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767418.621286:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767418.621561:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767418.621563:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767418.621818:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767418.621826:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775767419.643995:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767419.643997:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767419.644000:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767419.899914:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299310843, at 4299310848
00000100:00000010:3.0:1775767419.899927:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000020:00000001:3.0:1775767421.691981:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767421.691986:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767421.691991:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767422.715992:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767422.715996:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767422.716000:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767423.739951:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767423.739959:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767423.739962:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767423.739967:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767423.739974:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767423.739983:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4642
00000400:00000200:1.0:1775767423.739992:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767423.739999:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767423.740002:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767423.740006:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740011:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740016:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740021:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767423.740025:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767423.740027:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767423.740030:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767423.740032:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767423.740035:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767423.740037:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767423.740040:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740041:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740043:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740044:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767423.740046:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767423.740048:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740050:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767423.740053:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767423.740055:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767423.740057:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740059:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767423.740061:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767423.740070:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767423.740074:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767423.740078:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767423.740079:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740082:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767423.740085:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767423.740089:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767423.740099:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767423.740105:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767423.740115:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360544256/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767423.740126:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767423.740131:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767423.740136:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360544256/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767423.740152:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767423.740155:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767423.740158:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767423.740159:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767423.740160:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767423.740162:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767423.740164:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4642
00000400:00000200:1.0:1775767423.740167:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767423.740170:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767423.740172:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767423.740175:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740177:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740179:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740181:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767423.740183:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767423.740184:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767423.740185:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767423.740188:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767423.740190:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767423.740192:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767423.740196:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740199:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740201:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740204:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767423.740206:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767423.740210:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740215:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767423.740219:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767423.740225:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767423.740228:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740230:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767423.740234:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767423.740237:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740241:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767423.740246:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775767423.740250:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767423.740254:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767423.740256:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740260:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767423.740262:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767423.740266:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767423.740276:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767423.740280:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767423.740284:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360544384/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767423.740296:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767423.740299:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767423.740302:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360544384/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767423.740313:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767423.740316:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767423.740318:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767423.740321:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767423.740324:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767423.740326:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767423.740328:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4642
00000400:00000200:1.0:1775767423.740333:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767423.740336:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767423.740338:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767423.740341:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740344:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740345:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740347:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767423.740349:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767423.740351:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767423.740354:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767423.740357:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767423.740359:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767423.740363:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767423.740366:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740368:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740371:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740372:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767423.740377:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767423.740382:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740388:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767423.740392:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767423.740396:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767423.740400:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740402:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767423.740404:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767423.740408:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740410:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767423.740413:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767423.740416:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767423.740421:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767423.740423:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740424:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767423.740425:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767423.740426:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767423.740432:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767423.740436:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767423.740441:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360544512/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767423.740449:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767423.740452:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767423.740457:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360544512/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767423.740464:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767423.740467:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767423.740471:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767423.740475:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767423.740475:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767423.740477:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767423.740481:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4642
00000400:00000200:1.0:1775767423.740514:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767423.740518:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767423.740522:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767423.740529:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740531:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740535:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740539:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767423.740542:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767423.740544:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767423.740546:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767423.740549:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767423.740553:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767423.740555:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767423.740557:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740559:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767423.740562:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740564:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767423.740566:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767423.740568:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767423.740572:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767423.740574:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767423.740577:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767423.740580:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740581:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767423.740583:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767423.740587:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740589:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767423.740592:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000800:00000200:0.1:1775767423.740593:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775767423.740595:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767423.740598:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775767423.740600:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1775767423.740601:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767423.740603:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767423.740605:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767423.740607:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767423.740613:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767423.740618:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767423.740625:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360544640/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767423.740652:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767423.740655:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767423.740664:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360544640/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767423.740677:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767423.740683:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767423.740691:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767423.740698:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4652)
00000800:00000200:0.1:1775767423.741145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767423.741148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767423.741467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767423.741470:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767423.741794:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767423.741797:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775767424.764046:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767424.764051:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767424.764055:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767425.019942:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299315962, at 4299315968
00000100:00000010:3.0:1775767425.019961:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000020:00000001:3.0:1775767425.788059:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767425.788061:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767425.788064:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767426.812016:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767426.812019:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767426.812022:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767427.836135:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767427.836138:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767427.836143:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767428.859934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767428.859945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767428.859949:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767428.859955:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767428.859974:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767428.859986:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4647
00000400:00000200:1.0:1775767428.859996:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767428.860002:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767428.860005:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767428.860009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767428.860021:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767428.860023:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767428.860025:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767428.860028:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767428.860030:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767428.860033:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767428.860036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860040:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860043:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767428.860046:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767428.860049:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860052:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767428.860055:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767428.860058:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767428.860061:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860064:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767428.860067:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767428.860076:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767428.860080:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767428.860083:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767428.860085:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860088:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767428.860091:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767428.860095:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767428.860102:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767428.860108:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767428.860118:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360544768/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767428.860130:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767428.860135:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767428.860141:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360544768/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767428.860162:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767428.860166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767428.860169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767428.860171:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767428.860172:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767428.860176:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767428.860179:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4647
00000400:00000200:1.0:1775767428.860183:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767428.860187:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767428.860190:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767428.860193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860200:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860204:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767428.860210:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767428.860211:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767428.860213:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767428.860215:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767428.860217:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767428.860222:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767428.860231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860244:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767428.860249:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767428.860256:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860265:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767428.860268:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767428.860275:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767428.860282:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860285:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767428.860291:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767428.860298:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860301:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767428.860308:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767428.860313:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767428.860318:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767428.860321:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860326:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767428.860329:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767428.860332:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767428.860340:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767428.860346:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767428.860357:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360544896/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767428.860374:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767428.860377:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767428.860384:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360544896/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767428.860402:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767428.860408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767428.860417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767428.860420:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767428.860422:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767428.860429:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767428.860435:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4647
00000400:00000200:1.0:1775767428.860442:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767428.860452:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767428.860457:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775767428.860460:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775767428.860464:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767428.860465:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775767428.860470:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860477:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860484:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767428.860487:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767428.860490:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767428.860493:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767428.860496:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767428.860499:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767428.860503:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767428.860510:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860513:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860522:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767428.860527:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767428.860534:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860541:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767428.860543:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767428.860548:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767428.860552:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860557:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767428.860561:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767428.860568:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860573:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767428.860578:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767428.860582:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767428.860586:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767428.860588:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860592:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767428.860609:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767428.860611:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767428.860619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767428.860623:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767428.860631:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360545024/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767428.860643:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767428.860648:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767428.860654:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360545024/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767428.860672:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767428.860677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767428.860685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767428.860688:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767428.860690:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767428.860695:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767428.860700:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4647
00000400:00000200:1.0:1775767428.860709:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767428.860716:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767428.860722:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767428.860729:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860735:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860741:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860747:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767428.860752:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767428.860756:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767428.860760:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767428.860763:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767428.860768:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767428.860772:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767428.860779:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860785:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767428.860790:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860796:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767428.860801:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767428.860808:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767428.860814:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767428.860818:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767428.860824:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767428.860856:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860860:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767428.860864:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767428.860872:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860876:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767428.860883:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767428.860889:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767428.860895:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767428.860898:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767428.860903:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767428.860906:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767428.860910:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767428.860915:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767428.860921:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767428.860930:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360545152/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767428.860947:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767428.860952:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767428.860964:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360545152/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767428.860982:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767428.860986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767428.860994:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767428.861001:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4657)
00000800:00000200:0.1:1775767428.861079:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767428.861081:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767428.861339:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767428.861341:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767428.861670:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767428.861672:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775767429.884042:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767429.884047:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767429.884051:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767430.139937:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299321082, at 4299321088
00000100:00000010:3.0:1775767430.139953:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000020:00000001:3.0:1775767430.908044:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767430.908049:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767430.908053:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767431.932042:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767431.932045:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767431.932048:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767432.956002:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767432.956007:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767432.956011:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767433.980448:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767433.980453:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767433.981017:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767433.981019:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767433.981307:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767433.981309:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767433.981524:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767433.981537:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775767435.003980:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767435.003983:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767435.003986:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767435.259940:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299326202, at 4299326208
00000100:00000010:3.0:1775767435.259956:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000020:00000001:3.0:1775767436.028047:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767436.028051:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767436.028054:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767437.052019:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767437.052023:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767437.052026:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767438.076025:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767438.076028:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767438.076030:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767439.100530:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767439.100536:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767439.100931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767439.100933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767439.101122:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767439.101123:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767439.101338:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767439.101340:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775767440.379970:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299331322, at 4299331328
00000100:00000010:3.0:1775767440.380000:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000020:00000001:3.0:1775767441.148000:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767441.148006:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767441.148011:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767442.172032:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767442.172035:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767442.172038:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767443.196002:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767443.196008:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767443.196013:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767444.220507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767444.220805:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767444.221074:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767444.221259:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767445.499938:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299336442, at 4299336448
00000100:00000010:3.0:1775767445.499969:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000020:00000001:3.0:1775767446.267999:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767446.268004:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767446.268008:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767447.292227:0:2406:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:3.0:1775767447.292292:0:2406:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767447.292304:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767447.292309:0:2406:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:3.0:1775767447.292315:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767447.292319:0:2406:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767447.292324:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767447.292328:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa900.
00000400:00000200:3.0:1775767447.292335:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767447.292340:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767447.292347:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf550
00000400:00000010:3.0:1775767447.292351:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf550.
00000100:00000001:3.0:1775767447.292356:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767447.292364:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c5880 x1862022360546304/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.292393:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767447.292398:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360546304/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.292406:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767447.292408:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767447.292435:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767447.292443:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:3.0:1775767447.292447:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767447.292451:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767447.292455:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf6e8
00000400:00000010:3.0:1775767447.292458:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf6e8.
00000100:00000001:3.0:1775767447.292463:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767447.292477:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c5c00 x1862022360546432/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.292496:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767447.292504:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360546432/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.292545:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767447.292552:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767447.292565:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767447.292569:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:3.0:1775767447.292576:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767447.292595:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767447.292605:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abff68
00000400:00000010:3.0:1775767447.292611:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abff68.
00000100:00000001:3.0:1775767447.292617:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767447.292627:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c4000 x1862022360546560/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.292676:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767447.292684:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360546560/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.292755:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767447.292761:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767447.292775:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767447.292779:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa700.
00000400:00000200:3.0:1775767447.292785:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767447.292791:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767447.292794:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfc38
00000400:00000010:3.0:1775767447.292796:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfc38.
00000100:00000001:3.0:1775767447.292799:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767447.292804:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c5180 x1862022360546688/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.292911:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767447.292923:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360546688/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767447.293128:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767447.293137:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775767449.339992:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767449.339999:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767449.340002:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767449.340006:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767449.340012:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767449.340020:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4667
00000400:00000200:3.0:1775767449.340032:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767449.340039:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767449.340043:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767449.340047:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340050:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.340052:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340054:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767449.340057:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767449.340058:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767449.340060:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767449.340063:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767449.340064:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767449.340066:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767449.340069:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340071:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.340072:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340073:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767449.340075:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767449.340078:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340080:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767449.340082:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767449.340085:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767449.340087:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340089:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767449.340091:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767449.340098:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767449.340101:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767449.340105:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767449.340106:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340109:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767449.340111:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767449.340118:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767449.340129:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767449.340139:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767449.340152:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360546816/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767449.340165:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767449.340172:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767449.340180:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360546816/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767449.340206:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767449.340209:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767449.340213:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767449.340215:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767449.340216:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767449.340219:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767449.340223:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4667
00000400:00000200:3.0:1775767449.340227:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767449.340238:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767449.340241:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767449.340245:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340250:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.340253:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340257:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767449.340272:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767449.340276:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767449.340279:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767449.340283:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767449.340288:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767449.340294:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767449.340300:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340304:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.340309:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340315:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767449.340321:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767449.340327:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340330:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767449.340334:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767449.340342:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767449.340346:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340348:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767449.340355:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767449.340361:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340366:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767449.340372:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767449.340378:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767449.340382:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767449.340384:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340387:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767449.340389:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767449.340391:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767449.340427:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767449.340436:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767449.340445:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360546944/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767449.340459:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767449.340463:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767449.340472:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360546944/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767449.340486:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767449.340492:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767449.340496:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767449.340498:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767449.340502:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767449.340508:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767449.340513:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4667
00000400:00000200:3.0:1775767449.340560:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767449.340568:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767449.340573:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1775767449.340592:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767449.340596:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1775767449.340681:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340687:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.340691:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340695:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767449.340698:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767449.340702:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767449.340704:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767449.340706:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767449.340709:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767449.340714:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767449.340718:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340723:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.340728:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340733:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767449.340737:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767449.340743:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767449.340748:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767449.340752:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767449.340757:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767449.340764:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340769:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767449.340773:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767449.340784:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340789:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767449.340795:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767449.340801:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767449.340807:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767449.340810:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.340814:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767449.340818:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767449.340822:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767449.340900:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767449.340908:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767449.340920:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360547072/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767449.340936:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767449.340940:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767449.340950:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360547072/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767449.340973:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767449.340981:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767449.340988:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767449.340991:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767449.340993:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767449.340997:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767449.341003:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4667
00000400:00000200:3.0:1775767449.341014:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767449.341020:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767449.341024:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767449.341030:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.341033:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.341038:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.341043:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767449.341046:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767449.341047:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767449.341050:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767449.341052:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767449.341057:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767449.341060:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767449.341067:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.341071:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767449.341074:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767449.341078:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767449.341083:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767449.341089:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767449.341095:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767449.341098:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767449.341102:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767449.341104:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.341106:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767449.341111:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767449.341118:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.341122:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767449.341127:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767449.341132:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767449.341137:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767449.341139:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767449.341144:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767449.341147:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767449.341152:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767449.341159:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767449.341165:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767449.341175:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360547200/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767449.341191:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767449.341194:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767449.341202:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360547200/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767449.341222:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767449.341227:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767449.341235:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767449.341243:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4677)
00000800:00000200:2.1:1775767449.341331:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767449.341335:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767449.341655:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767449.341657:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775767449.342101:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767449.342104:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1775767450.619949:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299341562, at 4299341568
00000100:00000010:3.0:1775767450.619962:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444780.
00000020:00000001:3.0:1775767451.388055:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767451.388059:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767451.388063:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767454.460509:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767454.460515:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767454.460999:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767454.461000:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767454.461214:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767454.461215:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767454.461478:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767454.461480:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1775767455.739926:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299346682, at 4299346688
00000100:00000010:3.0:1775767455.739941:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000800:00000200:2.1:1775767459.580450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767459.580458:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775767459.580961:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767459.580963:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775767459.581195:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767459.581197:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775767459.581423:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767459.581426:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1775767460.859924:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299351802, at 4299351808
00000100:00000010:3.0:1775767460.859944:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524448a0.
00000800:00000200:0.1:1775767464.700562:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767464.700565:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767464.701076:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767464.701078:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767464.701365:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767464.701368:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767464.701574:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767464.701576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1775767465.979934:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299356922, at 4299356928
00000100:00000010:3.0:1775767465.979949:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000800:00000200:2.1:1775767469.820547:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767469.820553:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767469.821007:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767469.821010:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767469.821247:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767469.821249:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775767469.821445:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767469.821448:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1775767471.099930:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299362042, at 4299362048
00000100:00000010:3.0:1775767471.099942:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a20.
00000100:00080000:3.0:1775767474.939953:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767474.939962:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767474.939967:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767474.939971:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767474.939977:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767474.939984:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4693
00000400:00000200:3.0:1775767474.939993:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767474.940002:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767474.940008:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767474.940013:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940017:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940021:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940024:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767474.940028:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767474.940030:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767474.940033:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767474.940035:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767474.940038:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767474.940041:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767474.940045:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940047:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940050:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940052:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767474.940055:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767474.940058:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940061:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767474.940064:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767474.940068:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767474.940071:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940073:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767474.940075:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767474.940085:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767474.940089:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767474.940093:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767474.940095:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940098:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767474.940101:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767474.940105:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767474.940113:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767474.940120:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767474.940129:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360549376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767474.940172:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767474.940177:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767474.940183:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360549376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767474.940205:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767474.940209:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767474.940212:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767474.940214:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767474.940216:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767474.940220:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767474.940223:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4693
00000400:00000200:3.0:1775767474.940229:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767474.940234:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767474.940238:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767474.940245:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940250:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940256:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940262:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767474.940266:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767474.940269:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767474.940272:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767474.940277:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767474.940282:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767474.940289:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767474.940296:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940301:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940306:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940309:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767474.940313:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767474.940319:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940324:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767474.940329:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767474.940336:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767474.940340:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940344:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767474.940349:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767474.940355:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940360:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767474.940368:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767474.940373:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767474.940378:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767474.940381:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940385:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767474.940388:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767474.940390:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767474.940397:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767474.940403:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767474.940412:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360549504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767474.940432:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767474.940437:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767474.940444:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360549504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767474.940468:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767474.940472:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767474.940476:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767474.940478:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767474.940480:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767474.940483:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767474.940488:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4693
00000400:00000200:3.0:1775767474.940496:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767474.940502:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767474.940506:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1775767474.940510:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767474.940513:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:2.1:1775767474.940516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775767474.940517:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940522:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940527:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767474.940531:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767474.940533:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767474.940537:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767474.940540:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767474.940543:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767474.940547:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767474.940554:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940557:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940562:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940566:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767474.940570:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767474.940573:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940575:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767474.940578:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767474.940582:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767474.940588:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940592:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767474.940596:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767474.940601:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940604:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767474.940610:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767474.940615:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767474.940621:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767474.940623:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940625:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767474.940627:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767474.940628:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767474.940632:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767474.940637:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767474.940645:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360549632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767474.940661:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767474.940666:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767474.940671:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360549632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767474.940684:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767474.940688:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767474.940695:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767474.940698:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767474.940701:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767474.940704:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767474.940710:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4693
00000400:00000200:3.0:1775767474.940719:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767474.940727:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767474.940730:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767474.940734:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940738:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940742:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940747:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767474.940751:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767474.940754:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767474.940758:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767474.940761:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767474.940765:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767474.940769:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767474.940778:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940783:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767474.940788:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940794:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767474.940798:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767474.940805:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767474.940811:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767474.940815:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767474.940820:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767474.940824:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940860:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767474.940864:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767474.940871:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940875:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767474.940880:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767474.940884:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767474.940889:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767474.940891:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767474.940895:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767474.940898:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767474.940902:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767474.940907:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767474.940913:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767474.940924:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360549760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767474.940952:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767474.940956:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767474.940964:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360549760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767474.940981:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767474.940985:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767474.940993:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767474.941001:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4703)
00000800:00000200:2.1:1775767474.941128:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767474.941131:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767474.941394:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767474.941396:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775767474.941646:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767474.941649:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1775767476.219913:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299367162, at 4299367168
00000100:00000010:3.0:1775767476.219927:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444540.
00000100:00080000:3.0:1775767480.059923:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767480.059938:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767480.059943:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767480.059950:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767480.059955:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767480.059963:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4698
00000400:00000200:3.0:1775767480.059971:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767480.059980:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767480.059986:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767480.059991:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.059995:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.059999:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060001:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767480.060005:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767480.060006:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767480.060009:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767480.060012:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767480.060015:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767480.060018:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767480.060021:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060024:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.060026:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060028:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767480.060031:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767480.060035:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060038:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767480.060041:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767480.060044:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767480.060047:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060050:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767480.060052:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767480.060062:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767480.060066:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767480.060070:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767480.060072:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060075:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767480.060078:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767480.060083:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767480.060091:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767480.060098:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767480.060148:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360549888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767480.060159:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767480.060169:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767480.060175:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360549888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767480.060199:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767480.060203:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767480.060207:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767480.060209:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767480.060210:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767480.060213:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767480.060215:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4698
00000400:00000200:3.0:1775767480.060220:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767480.060225:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767480.060229:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767480.060233:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060238:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.060241:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060245:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767480.060249:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767480.060252:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767480.060256:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767480.060260:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767480.060265:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767480.060269:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767480.060277:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060282:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.060287:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060291:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767480.060296:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767480.060301:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060306:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767480.060312:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767480.060320:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767480.060324:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060327:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767480.060332:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767480.060338:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060342:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767480.060350:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767480.060356:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767480.060361:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767480.060364:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060367:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767480.060369:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767480.060373:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767480.060380:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767480.060386:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767480.060396:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360550016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767480.060428:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767480.060433:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767480.060443:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360550016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1775767480.060464:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767480.060467:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775767480.060488:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767480.060493:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767480.060501:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767480.060504:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767480.060508:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767480.060515:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767480.060522:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4698
00000400:00000200:3.0:1775767480.060533:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767480.060544:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767480.060549:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767480.060555:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060561:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.060566:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060570:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767480.060574:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767480.060575:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767480.060579:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767480.060582:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767480.060588:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767480.060592:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767480.060598:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060603:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.060610:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060616:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767480.060619:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767480.060626:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060632:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767480.060637:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767480.060642:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767480.060647:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060652:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767480.060656:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767480.060660:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060662:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767480.060668:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767480.060673:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767480.060680:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767480.060683:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060688:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767480.060691:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767480.060694:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767480.060701:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767480.060707:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767480.060717:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360550144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767480.060734:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767480.060740:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767480.060747:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360550144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767480.060765:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767480.060771:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767480.060779:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767480.060783:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767480.060787:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767480.060793:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767480.060798:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4698
00000400:00000200:3.0:1775767480.060807:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767480.060815:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767480.060819:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767480.060826:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060860:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.060866:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060871:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767480.060877:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767480.060881:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767480.060884:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767480.060886:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767480.060892:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767480.060897:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767480.060905:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060911:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767480.060916:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060921:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767480.060927:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767480.060935:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767480.060941:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767480.060946:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767480.060951:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767480.060956:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060959:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767480.060962:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767480.060965:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060967:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767480.060972:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767480.060976:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767480.060981:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767480.060984:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767480.060990:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767480.060994:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767480.060998:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767480.061006:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767480.061012:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767480.061022:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360550272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767480.061044:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767480.061049:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767480.061059:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360550272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767480.061087:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767480.061093:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767480.061113:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1775767480.061119:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767480.061122:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1775767480.061123:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4708)
00000800:00000200:2.1:1775767480.061311:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767480.061313:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767480.061529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767480.061530:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1775767481.339938:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299372282, at 4299372288
00000100:00000010:3.0:1775767481.339952:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00000800:00000200:2.1:1775767485.180456:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767485.180460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767485.181107:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767485.181108:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767485.181297:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767485.181299:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767485.181473:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767485.181474:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775767486.459911:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299377402, at 4299377408
00000100:00000010:3.0:1775767486.459925:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444660.
00000100:00080000:3.0:1775767490.299951:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767490.299963:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767490.299968:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767490.299973:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767490.299979:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767490.299988:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4708
00000400:00000200:3.0:1775767490.299999:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767490.300023:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767490.300028:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767490.300032:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300036:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767490.300039:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300042:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767490.300047:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767490.300051:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767490.300054:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767490.300058:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767490.300061:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767490.300072:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767490.300080:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300082:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767490.300085:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300087:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767490.300090:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767490.300093:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300097:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767490.300100:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767490.300106:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767490.300110:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.300113:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767490.300117:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767490.300126:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767490.300131:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767490.300136:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767490.300138:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.300143:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767490.300147:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767490.300154:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767490.300162:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767490.300172:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767490.300186:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360550912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767490.300199:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767490.300205:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767490.300212:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360550912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767490.300236:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767490.300239:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767490.300242:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767490.300244:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767490.300246:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767490.300248:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767490.300252:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4708
00000400:00000200:3.0:1775767490.300331:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767490.300339:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767490.300345:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767490.300351:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300357:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1775767490.300505:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767490.300509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775767490.300540:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300549:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767490.300604:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767490.300606:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767490.300608:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767490.300611:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767490.300614:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767490.300618:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767490.300624:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300630:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767490.300638:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300650:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767490.300657:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767490.300668:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767490.300681:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767490.300690:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767490.300699:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767490.300708:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.300714:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767490.300723:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767490.300733:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.300737:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767490.300742:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767490.300751:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767490.300762:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767490.300765:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.300774:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767490.300780:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767490.300785:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767490.300792:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767490.300798:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767490.300809:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360551040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767490.300886:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767490.300894:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767490.300914:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360551040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767490.300945:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767490.300955:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767490.300963:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767490.300970:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767490.300973:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767490.300979:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767490.300986:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4708
00000400:00000200:3.0:1775767490.300999:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767490.301022:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767490.301025:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767490.301031:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301038:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767490.301040:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301043:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767490.301047:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767490.301049:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767490.301053:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767490.301055:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767490.301063:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767490.301070:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767490.301081:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301087:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767490.301095:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301100:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767490.301106:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767490.301113:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301116:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767490.301118:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767490.301121:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767490.301136:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.301142:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767490.301145:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767490.301151:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.301156:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767490.301166:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767490.301175:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767490.301181:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767490.301186:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.301190:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767490.301192:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767490.301197:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767490.301211:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767490.301222:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767490.301231:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360551168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767490.301249:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767490.301253:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767490.301263:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360551168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767490.301283:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767490.301288:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767490.301291:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767490.301295:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767490.301299:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767490.301308:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767490.301317:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4708
00000400:00000200:3.0:1775767490.301328:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767490.301335:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767490.301340:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767490.301345:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301348:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767490.301350:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301355:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767490.301361:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767490.301363:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767490.301368:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767490.301371:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767490.301376:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767490.301378:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767490.301390:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301393:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767490.301402:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301408:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767490.301416:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767490.301430:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767490.301436:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767490.301439:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767490.301444:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767490.301451:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.301453:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767490.301458:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767490.301462:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.301470:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767490.301477:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767490.301486:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767490.301492:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767490.301494:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767490.301500:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767490.301505:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767490.301510:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767490.301520:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767490.301527:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767490.301539:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360551296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767490.301554:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767490.301561:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767490.301570:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360551296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1775767490.301581:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767490.301591:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775767490.301604:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767490.301614:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767490.301626:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767490.301632:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4718)
00000800:00000200:2.1:1775767490.301898:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767490.301900:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767490.302140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767490.302142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775767491.579942:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299382522, at 4299382528
00000100:00000010:3.0:1775767491.579962:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444f60.
00000100:00080000:3.0:1775767495.419913:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767495.419929:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767495.419932:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767495.419938:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767495.419944:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767495.419965:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4713
00000400:00000200:3.0:1775767495.419975:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767495.419982:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767495.419987:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767495.419992:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.419996:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420000:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420002:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767495.420006:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767495.420008:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767495.420012:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767495.420015:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767495.420017:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767495.420023:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767495.420028:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420030:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420041:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420044:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767495.420049:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767495.420053:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420055:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767495.420058:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767495.420061:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767495.420064:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420066:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767495.420070:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767495.420084:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767495.420088:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767495.420093:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767495.420094:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420097:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767495.420101:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767495.420107:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767495.420118:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767495.420127:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767495.420139:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360551424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767495.420153:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767495.420167:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767495.420172:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360551424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767495.420190:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767495.420193:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767495.420197:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767495.420199:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767495.420201:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767495.420203:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767495.420208:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4713
00000400:00000200:3.0:1775767495.420213:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767495.420216:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767495.420219:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767495.420222:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420224:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420227:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420229:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767495.420231:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767495.420233:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767495.420235:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767495.420237:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767495.420239:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767495.420242:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767495.420245:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420247:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420249:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420250:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767495.420252:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767495.420255:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420258:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767495.420260:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767495.420266:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767495.420267:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420269:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767495.420274:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767495.420277:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420280:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767495.420284:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767495.420286:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767495.420290:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767495.420291:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420293:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767495.420295:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767495.420297:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767495.420301:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767495.420304:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767495.420308:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360551552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767495.420315:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767495.420317:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767495.420321:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360551552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767495.420331:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767495.420334:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767495.420337:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767495.420339:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767495.420341:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767495.420344:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767495.420346:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4713
00000400:00000200:3.0:1775767495.420350:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767495.420353:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767495.420355:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767495.420357:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420359:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420362:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420363:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767495.420366:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767495.420367:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767495.420369:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767495.420370:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767495.420372:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767495.420375:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767495.420378:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420380:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420382:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420384:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767495.420386:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767495.420388:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420390:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767495.420392:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767495.420395:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767495.420397:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420399:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767495.420401:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767495.420402:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420404:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767495.420407:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767495.420409:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767495.420412:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767495.420413:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420415:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767495.420417:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767495.420418:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767495.420422:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767495.420425:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767495.420429:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360551680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767495.420437:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767495.420438:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767495.420441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767495.420442:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360551680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1775767495.420446:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1775767495.420450:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767495.420454:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767495.420457:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767495.420459:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767495.420460:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767495.420463:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767495.420465:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4713
00000400:00000200:3.0:1775767495.420469:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767495.420472:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767495.420474:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767495.420476:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420479:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420481:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420483:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767495.420485:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767495.420487:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767495.420488:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767495.420491:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767495.420493:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767495.420495:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767495.420498:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420500:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767495.420503:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420504:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767495.420507:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767495.420509:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767495.420512:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767495.420513:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767495.420515:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767495.420517:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420519:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767495.420522:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767495.420524:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420526:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767495.420530:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767495.420532:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767495.420534:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767495.420536:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767495.420537:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767495.420538:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767495.420540:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767495.420544:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767495.420547:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767495.420551:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360551808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767495.420559:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767495.420561:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767495.420565:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360551808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767495.420574:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767495.420577:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767495.420582:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767495.420587:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4724)
00000800:00000200:2.1:1775767495.420818:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767495.420820:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1775767495.421048:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767495.421050:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1775767495.421236:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767495.421238:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1775767496.700005:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299387642, at 4299387648
00000100:00000010:3.0:1775767496.700025:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ba0.
00000100:00080000:3.0:1775767500.539972:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767500.539983:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767500.539988:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767500.539994:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767500.540001:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767500.540011:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4719
00000400:00000200:3.0:1775767500.540022:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767500.540029:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767500.540033:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767500.540037:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540043:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540047:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540050:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767500.540053:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767500.540055:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767500.540057:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767500.540060:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767500.540062:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767500.540063:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767500.540065:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540067:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540068:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540069:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767500.540071:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767500.540074:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540075:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767500.540078:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767500.540081:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767500.540083:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540085:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767500.540087:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767500.540098:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767500.540102:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767500.540107:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767500.540108:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540112:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767500.540116:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767500.540121:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767500.540133:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767500.540142:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767500.540154:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360551936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767500.540178:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767500.540184:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767500.540190:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360551936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767500.540212:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767500.540215:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767500.540218:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767500.540219:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767500.540221:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767500.540223:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767500.540225:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4719
00000400:00000200:3.0:1775767500.540230:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767500.540233:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767500.540236:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767500.540239:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540244:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540246:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540250:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767500.540253:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767500.540254:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767500.540256:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767500.540258:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767500.540260:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767500.540265:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767500.540272:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540276:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540279:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540283:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767500.540285:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767500.540290:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540293:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767500.540296:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767500.540303:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767500.540306:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540307:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767500.540313:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767500.540317:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540318:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767500.540323:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767500.540329:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767500.540332:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767500.540333:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540337:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767500.540340:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767500.540341:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767500.540346:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767500.540351:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767500.540357:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360552064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767500.540368:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767500.540371:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767500.540376:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360552064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767500.540404:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767500.540407:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767500.540413:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767500.540417:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767500.540419:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767500.540423:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767500.540427:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4719
00000400:00000200:3.0:1775767500.540433:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767500.540436:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767500.540438:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767500.540444:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540446:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540448:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540452:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767500.540456:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767500.540456:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767500.540458:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767500.540460:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767500.540463:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767500.540465:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767500.540471:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540475:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540480:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540484:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767500.540487:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767500.540492:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540495:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767500.540499:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767500.540502:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767500.540504:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540507:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767500.540510:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767500.540515:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540518:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767500.540524:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767500.540526:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767500.540528:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767500.540531:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540532:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767500.540533:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767500.540534:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767500.540537:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767500.540543:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767500.540550:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360552192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1775767500.540554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767500.540560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1775767500.540566:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767500.540571:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767500.540576:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360552192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767500.540583:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767500.540586:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767500.540592:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767500.540594:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767500.540596:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767500.540600:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767500.540605:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4719
00000400:00000200:3.0:1775767500.540610:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767500.540615:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767500.540625:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767500.540630:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540634:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540638:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540642:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767500.540644:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767500.540647:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767500.540651:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767500.540653:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767500.540658:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767500.540663:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767500.540670:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540674:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767500.540678:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540680:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767500.540683:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767500.540686:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767500.540688:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767500.540690:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767500.540693:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767500.540695:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540699:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767500.540702:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767500.540704:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540705:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767500.540712:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767500.540714:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767500.540716:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767500.540717:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767500.540721:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767500.540722:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767500.540723:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767500.540727:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767500.540730:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767500.540737:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360552320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767500.540750:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767500.540755:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767500.540762:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360552320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767500.540773:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767500.540776:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767500.540783:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767500.540790:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4729)
00000800:00000200:2.1:1775767500.541035:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767500.541037:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775767500.541227:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767500.541229:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1775767500.541401:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767500.541403:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1775767501.819905:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299392762, at 4299392768
00000100:00000010:3.0:1775767501.819919:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444f00.
00000100:00080000:1.0:1775767505.659982:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767505.659990:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767505.659995:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767505.660000:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767505.660007:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767505.660014:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4724
00000400:00000200:1.0:1775767505.660024:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767505.660029:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767505.660032:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767505.660035:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660038:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660042:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660047:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767505.660052:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767505.660054:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767505.660056:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767505.660058:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767505.660060:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767505.660062:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767505.660065:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660067:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660069:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660070:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767505.660072:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767505.660075:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660076:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767505.660078:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767505.660080:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767505.660082:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660084:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767505.660085:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767505.660094:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767505.660096:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767505.660099:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767505.660100:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660102:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767505.660104:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767505.660108:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767505.660115:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767505.660120:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767505.660127:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360552448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767505.660135:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767505.660139:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767505.660142:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360552448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767505.660159:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767505.660162:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767505.660164:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767505.660165:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767505.660166:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767505.660168:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767505.660171:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4724
00000400:00000200:1.0:1775767505.660175:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767505.660177:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767505.660179:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767505.660182:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660185:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660188:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660191:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767505.660194:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767505.660195:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767505.660198:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767505.660200:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767505.660204:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767505.660208:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767505.660215:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660219:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660223:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660229:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767505.660230:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767505.660234:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660239:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767505.660243:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767505.660249:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767505.660253:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660255:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767505.660260:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767505.660263:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660266:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767505.660269:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767505.660273:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767505.660275:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767505.660277:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660280:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767505.660283:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767505.660284:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767505.660288:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767505.660292:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767505.660299:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360552576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767505.660310:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767505.660314:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767505.660320:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360552576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767505.660328:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767505.660330:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767505.660335:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767505.660338:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767505.660340:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767505.660344:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767505.660349:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4724
00000400:00000200:1.0:1775767505.660357:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767505.660361:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767505.660363:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767505.660368:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660370:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660375:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660377:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767505.660379:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767505.660380:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767505.660381:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767505.660383:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767505.660386:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767505.660389:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767505.660395:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660397:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660400:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660405:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767505.660406:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767505.660412:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660415:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767505.660418:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767505.660421:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767505.660424:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660428:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767505.660430:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767505.660435:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660437:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767505.660441:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767505.660444:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767505.660448:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767505.660451:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660452:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767505.660455:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767505.660457:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767505.660461:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767505.660464:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767505.660470:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360552704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767505.660478:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767505.660482:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767505.660487:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360552704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767505.660497:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767505.660499:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1775767505.660499:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775767505.660503:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767505.660505:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767505.660507:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767505.660509:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1775767505.660509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00080000:1.0:1775767505.660514:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4724
00000400:00000200:1.0:1775767505.660521:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767505.660526:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767505.660529:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767505.660531:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660536:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660540:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660543:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767505.660548:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767505.660549:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767505.660551:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767505.660553:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767505.660557:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767505.660559:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767505.660562:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660564:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767505.660568:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660573:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767505.660576:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767505.660582:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767505.660586:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767505.660590:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767505.660593:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767505.660596:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660599:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767505.660602:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767505.660608:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660612:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767505.660617:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767505.660621:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767505.660627:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767505.660630:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767505.660634:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767505.660637:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767505.660639:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767505.660646:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767505.660652:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767505.660663:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360552832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767505.660681:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767505.660687:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767505.660697:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360552832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767505.660719:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767505.660723:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767505.660732:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767505.660742:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4734)
00000800:00000200:2.1:1775767505.660995:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767505.660997:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767505.661172:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767505.661174:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775767505.661362:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767505.661364:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1775767506.684072:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767506.684091:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767506.684094:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767506.939992:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299397882, at 4299397888
00000100:00000010:3.0:1775767506.940012:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524445a0.
00000100:00080000:3.0:1775767510.779978:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767510.779991:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767510.779997:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767510.780001:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767510.780008:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767510.780019:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4729
00000400:00000200:3.0:1775767510.780033:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767510.780042:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767510.780045:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767510.780049:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780053:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780063:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780068:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767510.780073:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767510.780075:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767510.780077:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767510.780137:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767510.780139:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767510.780141:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767510.780143:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780145:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780147:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780148:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767510.780150:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767510.780152:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780154:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767510.780156:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767510.780159:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767510.780161:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780162:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767510.780164:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767510.780172:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767510.780175:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767510.780178:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767510.780179:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780182:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767510.780184:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767510.780188:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767510.780195:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767510.780200:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767510.780207:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360552960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767510.780214:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767510.780218:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767510.780222:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360552960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767510.780240:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767510.780242:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767510.780245:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767510.780246:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767510.780247:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767510.780249:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767510.780251:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4729
00000400:00000200:3.0:1775767510.780254:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767510.780257:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767510.780258:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767510.780260:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780262:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780265:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780266:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767510.780268:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767510.780270:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767510.780273:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767510.780275:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767510.780277:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767510.780281:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767510.780287:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780289:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780298:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780306:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767510.780313:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767510.780326:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780329:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767510.780338:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767510.780343:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767510.780346:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780348:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767510.780352:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767510.780358:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780361:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767510.780367:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767510.780375:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767510.780382:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767510.780384:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780386:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767510.780389:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767510.780391:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767510.780393:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767510.780397:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767510.780404:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360553088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767510.780416:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767510.780418:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767510.780425:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360553088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767510.780433:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767510.780438:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767510.780442:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767510.780448:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767510.780449:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767510.780453:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767510.780463:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4729
00000400:00000200:3.0:1775767510.780467:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767510.780477:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767510.780483:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767510.780490:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780492:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780494:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780500:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767510.780502:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767510.780505:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767510.780507:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767510.780510:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767510.780516:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767510.780522:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767510.780533:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780536:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780538:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780544:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767510.780547:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767510.780556:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780566:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767510.780568:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767510.780575:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767510.780579:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780582:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767510.780584:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767510.780586:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780587:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767510.780590:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767510.780593:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767510.780597:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767510.780599:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780600:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767510.780602:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767510.780604:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767510.780608:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767510.780616:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767510.780620:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360553216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767510.780645:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767510.780646:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767510.780655:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360553216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767510.780673:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767510.780685:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767510.780689:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767510.780694:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767510.780698:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767510.780702:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767510.780716:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4729
00000400:00000200:3.0:1775767510.780737:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767510.780747:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767510.780751:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767510.780757:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780761:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780770:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780775:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767510.780781:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:2.1:1775767510.780781:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775767510.780785:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767510.780791:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767510.780794:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767510.780797:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767510.780798:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767510.780801:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780817:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767510.780818:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780820:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767510.780822:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767510.780870:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767510.780876:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767510.780879:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767510.780882:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767510.780887:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780888:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767510.780890:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767510.780895:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780898:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767510.780902:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767510.780906:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767510.780916:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767510.780921:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767510.780925:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767510.780929:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767510.780932:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767510.780944:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767510.780953:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767510.780959:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360553344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767510.780967:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767510.780971:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767510.780981:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360553344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767510.781016:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767510.781017:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767510.781028:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767510.781035:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4739)
00000800:00000200:2.1:1775767510.781183:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767510.781353:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767510.781542:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767512.059938:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299403003, at 4299403008
00000100:00000010:3.0:1775767512.059954:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444c60.
00000020:00000001:3.0:1775767513.852187:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767513.852190:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767513.852193:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767515.899983:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767515.899994:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767515.899997:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767515.900001:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767515.900007:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767515.900016:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4734
00000400:00000200:3.0:1775767515.900026:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767515.900031:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767515.900035:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767515.900038:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900041:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900044:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900047:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767515.900050:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767515.900053:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767515.900056:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767515.900060:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767515.900072:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767515.900078:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767515.900084:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900088:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900093:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900098:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767515.900102:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767515.900110:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900113:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767515.900116:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767515.900120:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767515.900123:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900125:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767515.900127:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767515.900135:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767515.900140:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767515.900143:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767515.900145:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900148:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767515.900150:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767515.900154:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767515.900161:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767515.900168:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767515.900179:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360553472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767515.900193:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767515.900198:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767515.900205:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360553472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767515.900250:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767515.900255:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767515.900259:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767515.900261:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767515.900264:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767515.900267:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767515.900270:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4734
00000400:00000200:3.0:1775767515.900275:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767515.900280:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767515.900283:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767515.900287:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900290:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900293:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900296:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767515.900299:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767515.900301:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767515.900303:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767515.900305:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767515.900308:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767515.900311:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767515.900315:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900317:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900320:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900322:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767515.900325:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767515.900329:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900332:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767515.900334:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767515.900340:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767515.900342:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900345:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767515.900349:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767515.900353:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900356:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767515.900360:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767515.900363:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767515.900366:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767515.900368:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900370:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767515.900372:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767515.900374:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767515.900380:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767515.900384:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767515.900390:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360553600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767515.900401:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767515.900405:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767515.900423:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360553600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767515.900435:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767515.900440:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767515.900444:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767515.900446:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767515.900448:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767515.900451:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767515.900454:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4734
00000400:00000200:3.0:1775767515.900459:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767515.900463:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767515.900466:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767515.900470:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900472:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900475:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900478:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767515.900481:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767515.900483:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767515.900485:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767515.900487:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767515.900491:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767515.900494:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767515.900499:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900502:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900506:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900509:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767515.900513:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767515.900518:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900525:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767515.900530:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767515.900537:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767515.900545:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900551:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767515.900556:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767515.900564:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900569:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767515.900578:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767515.900585:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767515.900592:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767515.900596:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900601:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767515.900605:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767515.900611:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767515.900622:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767515.900630:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767515.900643:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360553728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767515.900660:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767515.900666:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767515.900674:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360553728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767515.900693:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767515.900698:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767515.900704:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767515.900707:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767515.900712:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767515.900719:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767515.900724:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4734
00000400:00000200:3.0:1775767515.900729:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767515.900734:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767515.900737:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767515.900744:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900749:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900776:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900780:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767515.900783:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767515.900785:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767515.900787:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767515.900792:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767515.900798:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767515.900805:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767515.900815:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900820:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767515.900858:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900861:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767515.900864:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767515.900868:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767515.900872:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767515.900877:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767515.900884:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767515.900889:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900894:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767515.900899:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767515.900906:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.900912:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767515.900920:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767515.900927:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000800:00000200:0.1:1775767515.901027:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767515.901032:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1775767515.901072:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767515.901077:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767515.901082:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767515.901086:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767515.901090:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767515.901102:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767515.901110:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767515.901131:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360553856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767515.901163:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767515.901169:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767515.901179:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360553856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767515.901203:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767515.901210:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767515.901219:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767515.901228:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4744)
00000800:00000200:0.1:1775767515.901616:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767515.901620:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767515.902227:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767515.902231:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767515.902531:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767515.902534:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1775767517.179923:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299408123, at 4299408128
00000100:00000010:3.0:1775767517.179936:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000800:00000200:0.1:1775767521.020558:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767521.020561:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767521.021251:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767521.021254:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767521.021488:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767521.021490:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767521.021739:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767521.021758:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1775767522.299972:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299413242, at 4299413248
00000100:00000010:3.0:1775767522.299992:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000800:00000200:0.1:1775767526.140494:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767526.140500:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767526.141208:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767526.141211:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767526.141561:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767526.141564:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767526.141945:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767526.141948:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1775767527.419969:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299418362, at 4299418368
00000100:00000010:3.0:1775767527.419982:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000800:00000200:0.1:1775767531.260819:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767531.260871:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767531.261506:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767531.261509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767531.261878:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767531.261880:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767531.262233:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767531.262235:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1775767532.539932:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299423483, at 4299423488
00000100:00000010:3.0:1775767532.539952:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000020:00000001:3.0:1775767533.308024:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767533.308029:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767533.308034:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767536.380450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767536.380455:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767536.380931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767536.380933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767536.381159:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767536.381161:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767536.381350:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767536.381352:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1775767537.659932:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299428602, at 4299428608
00000100:00000010:3.0:1775767537.659947:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000020:00000001:3.0:1775767538.428060:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767538.428066:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767538.428070:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767540.476024:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767540.476029:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767540.476033:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767541.500661:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767541.500672:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767541.501234:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767541.501236:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767541.501438:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767541.501439:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767541.501692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767541.501694:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1775767542.779939:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299433723, at 4299433728
00000100:00000010:3.0:1775767542.779954:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000020:00000001:3.0:1775767543.548036:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767543.548040:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767543.548044:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767545.596029:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767545.596036:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767545.596040:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767546.620438:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767546.620443:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767546.620928:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767546.620929:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767546.621104:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767546.621106:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775767546.621285:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767546.621287:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1775767547.899941:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299438842, at 4299438848
00000100:00000010:3.0:1775767547.899957:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444480.
00000020:00000001:3.0:1775767548.668004:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767548.668008:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767548.668011:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767550.715975:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767550.715978:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767550.715980:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767551.740790:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767551.740801:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767551.741678:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767551.741680:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767551.741918:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767551.741920:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767551.742132:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767551.742134:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775767553.019929:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299443963, at 4299443968
00000100:00000010:3.0:1775767553.019949:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524446c0.
00000020:00000001:3.0:1775767553.788033:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767553.788038:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767553.788042:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767555.835976:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767555.835979:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767555.835982:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767556.859970:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767556.859980:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767556.859987:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767556.859991:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767556.859997:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767556.860003:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4775
00000400:00000200:1.0:1775767556.860012:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767556.860018:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767556.860020:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767556.860025:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860030:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860033:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860036:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767556.860038:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767556.860040:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767556.860042:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767556.860044:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767556.860045:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767556.860047:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767556.860049:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860051:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860052:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860054:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767556.860056:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767556.860058:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860060:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767556.860062:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767556.860064:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767556.860066:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860068:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767556.860069:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767556.860076:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767556.860079:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767556.860082:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767556.860083:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860085:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767556.860087:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767556.860091:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767556.860096:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775767556.860101:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767556.860109:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360557568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767556.860117:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767556.860121:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767556.860125:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360557568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767556.860145:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767556.860147:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767556.860150:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767556.860151:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767556.860153:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767556.860154:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767556.860156:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4775
00000400:00000200:1.0:1775767556.860159:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767556.860161:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767556.860162:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767556.860164:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860166:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860167:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860168:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767556.860170:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767556.860170:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767556.860171:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767556.860173:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767556.860174:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767556.860175:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767556.860177:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860179:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860180:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860181:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767556.860184:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767556.860185:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860187:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767556.860188:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767556.860192:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767556.860193:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860195:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767556.860198:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767556.860200:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860202:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767556.860205:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767556.860207:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767556.860209:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767556.860210:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860211:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767556.860212:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767556.860213:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767556.860216:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767556.860218:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767556.860224:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360557696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767556.860233:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767556.860236:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767556.860241:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360557696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767556.860260:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767556.860262:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767556.860266:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767556.860267:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767556.860268:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767556.860272:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767556.860276:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4775
00000400:00000200:1.0:1775767556.860281:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767556.860286:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767556.860288:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767556.860292:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860296:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860299:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860302:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767556.860307:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767556.860308:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767556.860309:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767556.860311:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767556.860314:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767556.860316:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767556.860322:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860326:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860327:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860328:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767556.860330:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767556.860332:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860336:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767556.860341:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767556.860343:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767556.860344:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860347:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767556.860349:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767556.860354:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860355:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767556.860372:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767556.860375:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767556.860377:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767556.860379:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860380:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767556.860381:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767556.860383:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767556.860387:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767556.860391:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767556.860395:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360557824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767556.860402:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767556.860404:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767556.860410:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360557824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767556.860422:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767556.860425:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767556.860434:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767556.860437:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767556.860440:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767556.860444:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767556.860449:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4775
00000400:00000200:1.0:1775767556.860456:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767556.860460:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767556.860463:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767556.860469:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860472:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860475:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860478:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767556.860480:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767556.860483:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767556.860485:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767556.860487:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767556.860489:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767556.860493:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767556.860500:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860501:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767556.860506:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860509:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767556.860511:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767556.860515:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767556.860518:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767556.860520:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767556.860522:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767556.860523:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860524:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767556.860525:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767556.860527:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860531:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767556.860534:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767556.860539:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767556.860542:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767556.860544:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767556.860546:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767556.860549:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767556.860553:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767556.860558:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767556.860561:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767556.860567:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360557952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767556.860584:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767556.860586:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767556.860592:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360557952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767556.860602:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767556.860606:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767556.860611:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767556.860616:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4785)
00000800:00000200:2.1:1775767556.860618:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767556.860623:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767556.860955:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767556.860970:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767556.861151:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767556.861153:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767556.861380:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767556.861382:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775767558.139897:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299449082, at 4299449088
00000100:00000010:3.0:1775767558.139913:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444900.
00000020:00000001:3.0:1775767558.908006:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767558.908009:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767558.908012:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767559.932026:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767559.932030:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767559.932033:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767560.955984:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767560.955988:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767560.955992:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767561.980769:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767561.980776:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767561.981386:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767561.981389:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767561.981699:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767561.981702:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767561.982034:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767561.982036:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775767563.259917:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299454203, at 4299454208
00000100:00000010:3.0:1775767563.259930:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000020:00000001:3.0:1775767564.027986:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767564.027989:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767564.027992:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767565.051965:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767565.051969:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767565.051972:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767566.076041:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767566.076045:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767566.076049:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767567.100671:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767567.100679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767567.101304:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767567.101305:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767567.101530:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767567.101532:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767567.101722:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767567.101724:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1775767568.379921:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299459323, at 4299459328
00000100:00000010:3.0:1775767568.379936:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00000020:00000001:3.0:1775767571.195933:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767571.195936:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767571.195939:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767572.220419:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767572.220423:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767572.221025:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767572.221027:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767572.221298:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767572.221300:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767572.221524:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767572.221525:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775767573.499919:0:56302:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299464442, at 4299464448
00000100:00000010:3.0:1775767573.499932:0:56302:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000020:00000001:1.0:1775767576.315980:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767576.315985:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767576.315989:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767577.339968:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767577.339975:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767577.339979:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767577.339985:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767577.339993:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767577.340002:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4795
00000400:00000200:3.0:1775767577.340012:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767577.340020:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767577.340024:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767577.340039:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340043:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340046:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340048:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767577.340052:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767577.340054:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767577.340058:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767577.340061:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767577.340064:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767577.340067:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767577.340070:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340073:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340075:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340077:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767577.340080:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767577.340084:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340087:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767577.340090:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767577.340095:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767577.340098:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340102:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767577.340105:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767577.340126:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767577.340130:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767577.340135:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767577.340137:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340141:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767577.340144:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767577.340150:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767577.340172:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767577.340181:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767577.340192:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360559616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767577.340205:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767577.340211:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767577.340217:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360559616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767577.340240:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767577.340243:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767577.340247:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767577.340248:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767577.340250:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767577.340253:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767577.340256:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4795
00000400:00000200:3.0:1775767577.340262:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767577.340274:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767577.340279:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767577.340286:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340291:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340297:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340302:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767577.340306:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767577.340309:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767577.340312:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767577.340314:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767577.340319:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767577.340325:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767577.340331:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340336:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340339:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340343:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767577.340348:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767577.340352:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340357:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767577.340360:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767577.340366:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767577.340371:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340375:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767577.340380:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767577.340385:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340390:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767577.340397:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767577.340403:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767577.340409:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767577.340412:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340415:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767577.340418:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767577.340422:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767577.340428:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767577.340433:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767577.340442:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360559744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767577.340456:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767577.340462:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767577.340470:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360559744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767577.340491:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767577.340496:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767577.340503:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767577.340506:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767577.340510:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767577.340516:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767577.340523:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4795
00000400:00000200:3.0:1775767577.340530:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767577.340533:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767577.340538:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767577.340545:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767577.340546:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767577.340548:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340552:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340553:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767577.340555:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767577.340556:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767577.340557:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767577.340558:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767577.340559:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767577.340561:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767577.340563:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340564:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340565:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340567:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767577.340568:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767577.340571:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340573:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767577.340578:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767577.340583:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767577.340587:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340589:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767577.340592:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767577.340595:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340596:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767577.340600:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767577.340603:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767577.340606:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767577.340609:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340611:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767577.340612:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767577.340614:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767577.340622:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767577.340626:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767577.340634:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360559872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767577.340643:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767577.340645:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767577.340649:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360559872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767577.340663:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767577.340667:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767577.340672:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767577.340676:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767577.340678:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767577.340681:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767577.340685:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4795
00000400:00000200:3.0:1775767577.340691:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767577.340697:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767577.340700:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767577.340704:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340709:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340712:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340715:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767577.340718:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767577.340721:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767577.340722:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767577.340723:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767577.340728:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767577.340733:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767577.340739:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340741:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767577.340745:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340747:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767577.340752:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767577.340755:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767577.340760:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767577.340763:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767577.340766:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767577.340769:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340773:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767577.340776:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767577.340780:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340784:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767577.340789:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767577.340793:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767577.340798:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767577.340802:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767577.340806:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767577.340809:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767577.340812:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767577.340821:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767577.340856:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767577.340864:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360560000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767577.340878:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767577.340881:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767577.340889:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360560000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767577.340904:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767577.340910:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767577.340914:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767577.340920:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4805)
00000800:00000200:0.1:1775767577.340926:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767577.341088:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767577.341224:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767578.619940:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299469562, at 4299469568
00000100:00000010:3.0:1775767578.619954:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000020:00000001:1.0:1775767580.412086:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767580.412093:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767580.412099:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767580.412151:0:2404:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:3.0:1775767580.412243:0:2404:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767580.412254:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767580.412259:0:2404:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:3.0:1775767580.412263:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767580.412267:0:2404:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767580.412273:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767580.412277:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:3.0:1775767580.412282:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767580.412287:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767580.412294:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfe58
00000400:00000010:3.0:1775767580.412297:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfe58.
00000100:00000001:3.0:1775767580.412302:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767580.412311:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547c700 x1862022360559616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412338:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767580.412343:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360559616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412350:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767580.412352:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767580.412363:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767580.412366:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaa00.
00000400:00000200:3.0:1775767580.412369:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767580.412375:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767580.412381:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf3b8
00000400:00000010:3.0:1775767580.412383:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf3b8.
00000100:00000001:3.0:1775767580.412387:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767580.412392:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547d880 x1862022360559744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412401:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767580.412404:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360559744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412416:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767580.412420:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767580.412429:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767580.412432:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa100.
00000400:00000200:3.0:1775767580.412435:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767580.412470:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767580.412479:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf198
00000400:00000010:3.0:1775767580.412482:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf198.
00000100:00000001:3.0:1775767580.412489:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767580.412502:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547ce00 x1862022360559872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412542:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767580.412554:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360559872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412607:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767580.412612:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767580.412632:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767580.412648:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:3.0:1775767580.412658:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767580.412677:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767580.412686:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfa18
00000400:00000010:3.0:1775767580.412693:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfa18.
00000100:00000001:3.0:1775767580.412700:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767580.412712:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547f800 x1862022360560000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412774:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767580.412786:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360560000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767580.412816:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767580.412819:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1775767581.436054:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767581.436057:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767581.436061:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775767582.460935:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767582.460938:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767582.461297:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767582.461300:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767582.461600:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767582.461602:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767582.461888:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767582.461891:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775767583.483986:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767583.483990:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767583.483992:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767583.739938:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299474683, at 4299474688
00000100:00000010:3.0:1775767583.739952:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000020:00000001:3.0:1775767584.507975:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767584.507978:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767584.507981:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767585.532026:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767585.532029:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767585.532031:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767586.556022:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767586.556026:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767586.556030:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767587.580497:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767587.580504:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767587.580932:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767587.580933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767587.581158:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767587.581160:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775767587.581367:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767587.581369:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775767588.604002:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767588.604005:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767588.604008:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767588.859932:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299479802, at 4299479808
00000100:00000010:3.0:1775767588.859942:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444180.
00000020:00000001:3.0:1775767589.628011:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767589.628016:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767589.628019:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767590.651939:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767590.651944:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767590.651949:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767591.676033:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767591.676040:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767591.676044:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767592.699957:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767592.699964:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767592.699968:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767592.699972:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767592.699978:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767592.699985:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4811
00000400:00000200:1.0:1775767592.699992:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767592.699998:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767592.700002:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767592.700006:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700022:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700025:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700028:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767592.700032:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767592.700034:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767592.700036:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767592.700039:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767592.700041:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767592.700044:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767592.700048:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700050:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700052:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700054:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767592.700058:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767592.700061:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700070:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767592.700073:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767592.700078:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767592.700080:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700082:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767592.700083:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767592.700092:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767592.700095:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767592.700098:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767592.700099:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700101:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767592.700104:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767592.700108:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767592.700116:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767592.700121:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767592.700129:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360561152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767592.700138:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767592.700142:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767592.700145:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360561152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767592.700159:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767592.700162:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767592.700164:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767592.700165:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767592.700167:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767592.700169:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767592.700171:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4811
00000400:00000200:1.0:1775767592.700174:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767592.700176:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767592.700178:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767592.700181:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700183:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700185:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700186:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767592.700188:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767592.700189:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767592.700190:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767592.700192:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767592.700194:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767592.700196:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767592.700200:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700203:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700207:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700209:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767592.700214:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767592.700220:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700225:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767592.700227:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767592.700232:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767592.700235:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700239:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767592.700243:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767592.700248:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700251:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767592.700255:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767592.700259:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767592.700263:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767592.700265:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700268:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767592.700269:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767592.700271:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767592.700274:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767592.700278:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767592.700286:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360561280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767592.700294:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767592.700298:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767592.700300:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360561280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767592.700314:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767592.700316:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767592.700319:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767592.700322:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767592.700324:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767592.700329:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767592.700334:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4811
00000400:00000200:1.0:1775767592.700340:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767592.700344:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767592.700347:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767592.700350:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700352:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700354:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700358:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767592.700361:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767592.700361:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767592.700362:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767592.700364:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767592.700367:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767592.700369:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767592.700373:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700374:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700376:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700377:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767592.700381:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767592.700386:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700388:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767592.700389:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767592.700391:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767592.700393:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700397:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767592.700399:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767592.700402:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700404:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767592.700407:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767592.700411:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767592.700415:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767592.700419:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700422:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767592.700423:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767592.700425:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767592.700430:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767592.700435:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767592.700439:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360561408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767592.700456:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767592.700458:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767592.700463:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360561408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767592.700469:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767592.700471:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767592.700475:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767592.700476:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767592.700477:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767592.700479:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767592.700482:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4811
00000400:00000200:1.0:1775767592.700488:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767592.700495:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767592.700501:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1775767592.700501:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767592.700506:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1775767592.700510:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700516:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700521:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700524:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767592.700530:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767592.700534:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767592.700537:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767592.700541:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767592.700545:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767592.700548:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767592.700554:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700558:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767592.700562:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700566:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767592.700569:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767592.700572:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767592.700574:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767592.700577:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767592.700579:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767592.700584:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700586:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767592.700588:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767592.700594:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700597:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767592.700601:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767592.700605:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767592.700608:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767592.700609:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767592.700611:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767592.700614:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767592.700616:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767592.700622:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767592.700627:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767592.700632:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360561536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767592.700641:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767592.700643:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767592.700649:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360561536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767592.700660:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767592.700664:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767592.700670:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767592.700677:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4821)
00000800:00000200:2.1:1775767592.700916:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767592.700919:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767592.701256:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767592.701259:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775767592.701552:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767592.701554:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775767593.724108:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767593.724110:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767593.724113:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767593.979958:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299484922, at 4299484928
00000100:00000010:3.0:1775767593.979978:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444420.
00000020:00000001:3.0:1775767594.748031:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767594.748036:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767594.748040:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767595.772012:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767595.772017:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767595.772019:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767596.796022:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767596.796025:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767596.796028:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767597.820036:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767597.820044:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767597.820047:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767597.820051:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767597.820056:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767597.820065:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4816
00000400:00000200:3.0:1775767597.820073:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767597.820080:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767597.820083:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767597.820086:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820088:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820090:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820092:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767597.820095:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767597.820096:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767597.820098:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767597.820100:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767597.820102:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767597.820105:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767597.820107:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820108:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820110:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820111:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767597.820113:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767597.820116:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820119:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767597.820122:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767597.820125:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767597.820129:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820131:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767597.820133:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767597.820140:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767597.820143:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767597.820149:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767597.820151:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820153:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767597.820156:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767597.820160:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767597.820167:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767597.820173:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767597.820183:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360561664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767597.820193:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767597.820198:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767597.820202:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360561664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767597.820223:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767597.820227:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767597.820230:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767597.820232:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767597.820234:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767597.820237:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767597.820241:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4816
00000400:00000200:3.0:1775767597.820246:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767597.820253:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767597.820258:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767597.820265:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820271:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820275:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820280:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767597.820284:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767597.820286:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767597.820291:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767597.820293:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767597.820297:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767597.820302:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767597.820307:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820310:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820313:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820316:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767597.820319:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767597.820378:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820382:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767597.820386:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767597.820390:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767597.820393:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820395:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767597.820399:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767597.820404:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820406:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767597.820411:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767597.820414:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767597.820415:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767597.820416:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820417:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767597.820418:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767597.820420:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767597.820424:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767597.820428:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767597.820435:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360561792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767597.820449:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767597.820453:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767597.820469:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767597.820471:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1775767597.820554:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360561792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767597.820641:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767597.820646:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767597.820652:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767597.820657:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767597.820661:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767597.820666:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767597.820672:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4816
00000400:00000200:3.0:1775767597.820682:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767597.820689:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767597.820693:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767597.820699:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820703:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820706:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820710:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767597.820714:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767597.820717:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767597.820720:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767597.820722:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767597.820725:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767597.820727:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767597.820730:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820732:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820736:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820740:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767597.820744:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767597.820747:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820749:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767597.820752:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767597.820756:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767597.820760:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820764:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767597.820767:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767597.820770:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820771:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767597.820774:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767597.820779:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767597.820783:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767597.820785:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.820788:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767597.820790:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767597.820793:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767597.820799:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767597.820803:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767597.820811:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360561920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767597.820859:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767597.820864:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767597.820872:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360561920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767597.820888:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767597.820893:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767597.820896:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767597.820899:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767597.820901:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767597.820906:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767597.820911:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4816
00000400:00000200:3.0:1775767597.820919:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767597.820926:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767597.820928:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767597.820931:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820934:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820938:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820943:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767597.820948:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767597.820949:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767597.820952:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767597.820955:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767597.820958:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767597.820975:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767597.820984:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820988:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767597.820993:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767597.820998:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767597.821001:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767597.821008:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767597.821012:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767597.821017:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767597.821020:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767597.821023:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.821027:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767597.821031:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767597.821035:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.821037:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767597.821042:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000010:3.0:1775767597.821043:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767597.821045:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767597.821047:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767597.821048:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767597.821049:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767597.821050:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767597.821052:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767597.821055:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000800:00000200:2.1:1775767597.821059:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775767597.821060:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767597.821068:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360562048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767597.821080:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767597.821085:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767597.821090:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360562048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767597.821102:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767597.821106:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767597.821112:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767597.821118:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4826)
00000800:00000200:2.1:1775767597.821322:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767597.821324:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775767597.821500:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767597.821502:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000008:00000020:3.0:1775767598.331937:0:56354:0:(osc_request.c:745:osc_update_next_shrink()) next time 6021 to shrink grant
00000008:00000020:3.0:1775767598.331944:0:56354:0:(osc_request.c:745:osc_update_next_shrink()) next time 6021 to shrink grant
00000020:00000001:3.0:1775767598.844009:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767598.844013:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767598.844017:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767599.099893:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299490042, at 4299490048
00000100:00000010:3.0:1775767599.099906:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444d20.
00000020:00000001:3.0:1775767599.867986:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767599.867990:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767599.867993:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767600.892080:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767600.892085:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767600.892090:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767601.916058:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767601.916062:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767601.916066:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767602.939975:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767602.939988:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767602.939992:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767602.939997:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767602.940003:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767602.940011:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4821
00000400:00000200:1.0:1775767602.940020:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767602.940026:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767602.940029:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767602.940033:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940036:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940040:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940043:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767602.940047:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767602.940049:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767602.940052:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767602.940055:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767602.940059:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767602.940062:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767602.940073:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940076:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940077:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940079:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767602.940081:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767602.940083:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940085:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767602.940087:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767602.940090:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767602.940092:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940093:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767602.940095:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767602.940103:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767602.940106:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767602.940109:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767602.940110:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940112:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767602.940114:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767602.940117:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767602.940123:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767602.940128:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767602.940135:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360562176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767602.940143:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767602.940147:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767602.940150:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360562176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767602.940165:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767602.940167:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767602.940170:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767602.940171:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767602.940172:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767602.940174:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767602.940177:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4821
00000400:00000200:1.0:1775767602.940180:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767602.940182:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767602.940184:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767602.940186:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940188:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940190:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940192:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767602.940194:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767602.940196:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767602.940199:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767602.940200:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767602.940203:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767602.940205:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767602.940209:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940211:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940214:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940218:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767602.940220:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767602.940223:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940225:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767602.940228:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767602.940235:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767602.940241:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940246:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767602.940253:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767602.940260:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940264:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767602.940271:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767602.940276:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767602.940281:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767602.940283:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940286:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767602.940289:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767602.940292:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767602.940297:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767602.940302:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767602.940311:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360562304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767602.940324:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767602.940328:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767602.940334:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360562304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767602.940353:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767602.940358:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767602.940366:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767602.940369:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767602.940372:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767602.940378:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767602.940385:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4821
00000400:00000200:1.0:1775767602.940393:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767602.940396:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767602.940401:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767602.940403:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940408:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940412:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940417:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767602.940421:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767602.940423:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767602.940424:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767602.940428:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767602.940433:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767602.940436:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767602.940443:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940447:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940451:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940455:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767602.940460:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767602.940469:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940475:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767602.940480:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767602.940485:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767602.940490:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940495:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767602.940498:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767602.940502:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940506:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767602.940514:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767602.940518:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767602.940524:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767602.940536:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940541:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767602.940544:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767602.940547:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767602.940555:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000800:00000200:2.1:1775767602.940556:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767602.940562:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775767602.940562:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00100000:1.0:1775767602.940572:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360562432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767602.940605:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767602.940611:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767602.940618:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360562432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767602.940650:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767602.940654:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767602.940659:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767602.940660:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767602.940662:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767602.940664:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767602.940666:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4821
00000400:00000200:1.0:1775767602.940671:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767602.940675:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767602.940678:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767602.940684:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940687:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940691:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940693:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767602.940696:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767602.940698:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767602.940699:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767602.940701:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767602.940703:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767602.940706:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767602.940710:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940713:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767602.940716:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940718:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767602.940721:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767602.940725:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767602.940727:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767602.940728:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767602.940731:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767602.940734:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940735:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767602.940737:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767602.940739:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940741:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767602.940747:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767602.940749:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767602.940752:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767602.940754:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767602.940755:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767602.940757:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767602.940759:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767602.940764:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767602.940768:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767602.940773:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360562560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767602.940784:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767602.940786:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767602.940793:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360562560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767602.940816:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767602.940819:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767602.940824:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767602.940856:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4831)
00000800:00000200:2.1:1775767602.941116:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767602.941117:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767602.941395:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767602.941398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775767602.941695:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767602.941698:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1775767603.964045:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767603.964049:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767603.964052:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767604.219976:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299495162, at 4299495168
00000100:00000010:3.0:1775767604.219999:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444360.
00000020:00000001:1.0:1775767606.012096:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767606.012102:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767606.012108:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767607.036058:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767607.036072:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767607.036077:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767608.059957:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767608.059965:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767608.059968:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767608.059973:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767608.059978:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767608.059992:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4826
00000400:00000200:3.0:1775767608.059999:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767608.060006:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767608.060009:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767608.060013:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060017:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060021:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060024:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767608.060030:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767608.060032:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767608.060035:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767608.060038:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767608.060049:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767608.060057:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767608.060061:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060063:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060065:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060067:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767608.060069:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767608.060071:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060073:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767608.060075:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767608.060078:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767608.060080:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060082:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767608.060083:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767608.060091:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767608.060094:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767608.060097:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767608.060098:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060101:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767608.060103:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767608.060107:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767608.060113:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767608.060118:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767608.060126:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360562688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767608.060134:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767608.060137:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767608.060141:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360562688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767608.060157:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767608.060160:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767608.060162:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767608.060163:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767608.060164:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767608.060166:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767608.060168:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4826
00000400:00000200:3.0:1775767608.060170:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767608.060172:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767608.060174:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767608.060176:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060178:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060181:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060183:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767608.060185:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767608.060186:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767608.060187:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767608.060188:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767608.060192:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767608.060196:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767608.060199:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060204:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060207:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060212:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767608.060214:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767608.060216:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060218:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767608.060219:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767608.060224:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767608.060225:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060227:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767608.060234:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767608.060244:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060250:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767608.060259:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767608.060262:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767608.060271:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767608.060273:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060277:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767608.060279:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767608.060285:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767608.060296:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767608.060304:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767608.060309:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360562816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767608.060319:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767608.060322:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767608.060331:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360562816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767608.060343:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767608.060356:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767608.060360:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767608.060365:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767608.060370:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767608.060374:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767608.060381:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4826
00000400:00000200:3.0:1775767608.060384:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767608.060391:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767608.060392:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767608.060394:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060396:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060406:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060414:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767608.060416:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767608.060420:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767608.060425:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767608.060430:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767608.060437:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767608.060447:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767608.060462:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060469:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060473:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060476:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767608.060477:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767608.060480:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060483:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767608.060485:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767608.060489:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767608.060492:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060494:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767608.060496:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767608.060499:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060503:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767608.060507:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767608.060512:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767608.060513:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767608.060514:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060515:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767608.060516:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767608.060517:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767608.060520:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767608.060526:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767608.060534:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360562944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767608.060539:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767608.060542:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767608.060545:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360562944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767608.060566:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767608.060574:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767608.060578:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767608.060580:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767608.060586:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767608.060589:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767608.060599:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4826
00000400:00000200:3.0:1775767608.060634:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767608.060640:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767608.060642:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767608.060651:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060653:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060654:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060659:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767608.060666:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767608.060672:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767608.060676:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767608.060682:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767608.060684:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767608.060688:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:2.1:1775767608.060690:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767608.060699:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:2.1:1775767608.060699:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1775767608.060705:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767608.060710:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060717:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767608.060722:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767608.060726:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767608.060735:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767608.060742:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767608.060749:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767608.060756:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060765:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767608.060768:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767608.060770:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060774:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767608.060783:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767608.060789:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767608.060794:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767608.060797:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767608.060805:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767608.060809:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767608.060815:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767608.060825:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767608.060883:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767608.060890:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360563072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767608.060914:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767608.060918:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767608.060923:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360563072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767608.060934:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767608.060937:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767608.060940:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767608.060947:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4836)
00000800:00000200:2.1:1775767608.061213:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767608.061215:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775767608.061408:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767608.061410:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775767608.061654:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767608.061657:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1775767609.084041:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767609.084045:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767609.084048:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767609.339998:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299500283, at 4299500288
00000100:00000010:3.0:1775767609.340017:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444120.
00000020:00000001:1.0:1775767611.131983:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767611.131986:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767611.131990:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767612.156052:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767612.156057:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767612.156061:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767613.179898:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767613.179906:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767613.179909:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767613.179913:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767613.179917:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767613.179923:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4831
00000400:00000200:3.0:1775767613.179931:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767613.179937:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767613.179941:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767613.179945:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.179947:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.179951:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.179954:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767613.179957:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767613.179959:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767613.179961:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767613.179963:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767613.179965:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767613.179967:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767613.179969:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.179970:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.179972:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.179974:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767613.179976:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767613.179978:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767613.179980:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767613.179982:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767613.179984:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767613.179986:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.179988:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767613.179990:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767613.179997:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767613.180000:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767613.180003:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767613.180004:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180007:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767613.180009:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767613.180013:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767613.180019:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767613.180024:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767613.180033:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360563200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767613.180041:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767613.180044:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767613.180047:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360563200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767613.180063:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767613.180066:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767613.180068:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767613.180069:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767613.180070:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767613.180072:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767613.180074:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4831
00000400:00000200:3.0:1775767613.180076:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767613.180079:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767613.180081:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767613.180084:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180085:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.180087:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180089:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767613.180092:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767613.180093:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767613.180096:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767613.180098:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767613.180101:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767613.180103:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767613.180108:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180109:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.180113:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180117:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767613.180122:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767613.180132:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180137:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767613.180141:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767613.180146:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767613.180149:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180154:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767613.180159:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767613.180163:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180167:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767613.180170:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767613.180173:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767613.180176:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767613.180179:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180181:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767613.180184:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767613.180185:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767613.180189:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767613.180193:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767613.180199:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360563328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767613.180211:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767613.180213:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767613.180219:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360563328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767613.180233:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767613.180240:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767613.180246:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767613.180249:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767613.180251:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767613.180257:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767613.180263:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4831
00000400:00000200:3.0:1775767613.180274:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767613.180281:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767613.180285:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767613.180293:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180297:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.180299:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180303:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767613.180307:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767613.180309:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767613.180312:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767613.180313:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767613.180314:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767613.180316:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767613.180324:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180326:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.180329:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180334:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767613.180337:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767613.180341:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180343:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767613.180345:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767613.180349:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767613.180353:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180356:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767613.180359:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767613.180363:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180366:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767613.180371:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767613.180373:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767613.180379:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767613.180381:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180385:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767613.180387:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767613.180389:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767613.180392:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767613.180397:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767613.180403:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360563456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1775767613.180419:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767613.180425:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1775767613.180433:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767613.180437:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767613.180443:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360563456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767613.180459:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767613.180463:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767613.180467:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767613.180469:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767613.180472:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767613.180475:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767613.180480:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4831
00000400:00000200:3.0:1775767613.180486:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767613.180493:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767613.180498:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767613.180505:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180511:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.180515:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180521:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767613.180528:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767613.180531:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767613.180534:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767613.180537:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767613.180542:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767613.180545:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767613.180550:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180553:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767613.180557:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180561:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767613.180566:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767613.180569:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767613.180573:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767613.180575:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767613.180578:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767613.180581:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180583:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767613.180585:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767613.180589:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180591:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767613.180594:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767613.180599:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767613.180604:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767613.180607:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767613.180610:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767613.180612:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767613.180615:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767613.180621:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767613.180627:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767613.180634:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360563584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767613.180648:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767613.180650:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767613.180658:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360563584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767613.180679:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767613.180683:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767613.180689:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767613.180697:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4841)
00000800:00000200:2.1:1775767613.180899:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767613.180911:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1775767613.181160:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767613.181162:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1775767613.181374:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767613.181377:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1775767614.204901:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767614.204904:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767614.204908:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767614.459911:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299505402, at 4299505408
00000100:00000010:3.0:1775767614.459929:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444120.
00000020:00000001:1.0:1775767616.252012:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767616.252015:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767616.252017:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767617.276043:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767617.276046:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767617.276049:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767618.300456:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767618.300462:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1775767618.300851:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767618.300856:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767618.300861:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767618.300985:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767618.300987:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1775767618.301210:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767618.301211:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1775767618.301479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767618.301481:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000100:00000040:3.0:1775767619.579930:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299510522, at 4299510528
00000100:00000010:3.0:1775767619.579947:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444360.
00000020:00000001:1.0:1775767621.371984:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767621.371988:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767621.371992:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767622.395985:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767622.395990:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767622.395993:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767623.420525:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767623.420530:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775767623.421080:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767623.421084:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767623.421087:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1775767623.421122:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767623.421124:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767623.421305:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767623.421306:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767623.421516:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767623.421517:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775767624.699935:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299515642, at 4299515648
00000100:00000010:3.0:1775767624.699968:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444d20.
00000020:00000001:1.0:1775767627.515990:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767627.515993:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767627.515996:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767628.539958:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767628.539967:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767628.539969:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767628.539972:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767628.539983:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767628.539989:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4847
00000400:00000200:1.0:1775767628.539996:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767628.540002:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767628.540005:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:3.0:1775767628.540005:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775767628.540010:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:3.0:1775767628.540011:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540013:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540016:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00010000:00010000:3.0:1775767628.540016:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767628.540023:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767628.540025:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767628.540027:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767628.540029:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767628.540032:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767628.540033:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767628.540035:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767628.540037:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540038:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540039:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540041:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767628.540042:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767628.540045:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540046:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767628.540048:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767628.540051:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767628.540053:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540054:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767628.540056:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767628.540063:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767628.540066:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767628.540068:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767628.540070:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540072:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767628.540074:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767628.540077:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767628.540083:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767628.540088:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767628.540095:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360564736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767628.540108:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767628.540112:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767628.540115:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360564736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767628.540132:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767628.540134:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767628.540137:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767628.540138:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767628.540139:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767628.540140:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767628.540142:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4847
00000400:00000200:1.0:1775767628.540144:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767628.540146:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767628.540148:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767628.540150:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540151:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540152:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540154:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767628.540155:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767628.540156:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767628.540157:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767628.540158:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767628.540159:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767628.540161:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767628.540162:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540164:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540165:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540167:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767628.540169:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767628.540172:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540174:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767628.540176:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767628.540179:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767628.540181:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540182:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767628.540185:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767628.540189:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540191:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767628.540194:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767628.540198:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767628.540203:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767628.540207:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540209:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767628.540212:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767628.540215:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767628.540221:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767628.540227:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767628.540238:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360564864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767628.540253:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767628.540258:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767628.540265:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360564864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767628.540277:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767628.540280:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767628.540284:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767628.540286:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767628.540289:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767628.540292:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767628.540295:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4847
00000400:00000200:1.0:1775767628.540299:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767628.540304:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767628.540308:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767628.540311:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540313:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540316:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540319:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767628.540321:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767628.540323:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767628.540326:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767628.540327:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767628.540328:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767628.540330:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767628.540335:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540337:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540338:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540339:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767628.540341:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767628.540345:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540348:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767628.540351:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767628.540354:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767628.540357:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540359:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767628.540361:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767628.540363:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540367:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767628.540372:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767628.540376:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767628.540380:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767628.540383:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540386:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767628.540388:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767628.540391:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767628.540396:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767628.540401:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767628.540408:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360564992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767628.540419:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767628.540421:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767628.540425:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360564992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767628.540437:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767628.540440:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767628.540442:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767628.540445:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767628.540448:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767628.540450:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767628.540454:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4847
00000400:00000200:1.0:1775767628.540459:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767628.540463:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767628.540465:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767628.540469:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540474:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540477:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540479:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767628.540482:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767628.540483:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767628.540485:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767628.540488:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767628.540491:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767628.540495:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767628.540500:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540502:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767628.540505:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540507:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767628.540509:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767628.540513:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767628.540517:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767628.540520:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767628.540524:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767628.540528:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540530:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767628.540532:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767628.540537:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540540:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767628.540544:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767628.540546:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767628.540549:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767628.540550:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767628.540552:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767628.540552:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767628.540554:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767628.540559:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767628.540561:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767628.540565:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360565120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767628.540570:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767628.540572:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767628.540577:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360565120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767628.540581:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767628.540584:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767628.540590:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767628.540594:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4857)
00000800:00000200:2.1:1775767628.540596:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767628.540602:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767628.541080:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767628.541096:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767628.541410:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767628.541412:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767628.541736:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767628.541739:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775767629.819910:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299520762, at 4299520768
00000100:00000010:3.0:1775767629.819923:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444420.
00000020:00000001:1.0:1775767632.636001:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767632.636004:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767632.636007:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767633.659983:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767633.659990:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767633.659993:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767633.660001:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767633.660013:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767633.660025:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4852
00000400:00000200:3.0:1775767633.660048:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767633.660059:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767633.660065:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767633.660076:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660082:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660090:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660094:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767633.660099:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767633.660101:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767633.660103:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767633.660107:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767633.660109:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767633.660113:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767633.660118:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660121:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660123:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660126:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767633.660131:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767633.660136:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660141:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767633.660146:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767633.660150:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767633.660154:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660157:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767633.660160:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767633.660166:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767633.660170:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767633.660175:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767633.660177:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660180:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767633.660182:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767633.660186:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767633.660192:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767633.660251:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767633.660260:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360565248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767633.660269:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767633.660272:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767633.660275:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360565248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767633.660290:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767633.660293:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767633.660295:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767633.660296:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767633.660298:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767633.660299:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767633.660301:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4852
00000400:00000200:3.0:1775767633.660304:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767633.660307:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767633.660308:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767633.660421:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660425:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660430:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660433:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767633.660436:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767633.660439:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767633.660443:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767633.660446:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767633.660449:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767633.660454:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767633.660461:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660465:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660470:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660473:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767633.660478:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000800:00000200:2.1:1775767633.660537:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775767633.660541:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:2.1:1775767633.660542:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775767633.660547:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767633.660551:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767633.660556:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767633.660560:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660561:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767633.660565:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767633.660569:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660572:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767633.660577:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767633.660579:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767633.660583:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767633.660584:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660589:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767633.660590:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767633.660592:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767633.660597:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767633.660607:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767633.660612:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360565376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767633.660632:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767633.660634:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767633.660636:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360565376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767633.660653:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767633.660656:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767633.660661:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767633.660663:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767633.660665:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767633.660671:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767633.660675:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4852
00000400:00000200:3.0:1775767633.660681:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767633.660683:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767633.660685:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767633.660688:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660690:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660693:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660696:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767633.660701:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767633.660703:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767633.660705:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767633.660707:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767633.660711:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767633.660714:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767633.660719:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660724:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660727:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660733:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767633.660737:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767633.660743:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660748:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767633.660752:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767633.660756:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767633.660760:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660763:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767633.660767:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767633.660774:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660778:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767633.660784:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767633.660787:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767633.660790:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767633.660792:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.660797:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767633.660798:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767633.660802:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767633.660807:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767633.660813:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767633.660821:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360565504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767633.660861:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767633.660864:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767633.660874:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360565504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767633.660892:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767633.660897:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767633.660907:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767633.660910:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767633.660911:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767633.660915:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767633.660920:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4852
00000400:00000200:3.0:1775767633.660927:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767633.660932:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767633.660936:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767633.660941:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660945:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660949:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660953:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767633.660957:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767633.660959:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767633.660962:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767633.660964:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767633.660968:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767633.660972:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767633.660979:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660982:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767633.660987:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767633.660989:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767633.660992:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767633.660999:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767633.661004:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767633.661008:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767633.661013:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767633.661015:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.661018:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767633.661020:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767633.661023:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.661024:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767633.661027:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767633.661031:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767633.661035:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767633.661038:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767633.661042:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767633.661044:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767633.661047:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767633.661051:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767633.661055:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767633.661062:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360565632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767633.661073:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767633.661076:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767633.661081:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360565632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767633.661108:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767633.661114:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767633.661119:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767633.661125:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4862)
00000800:00000200:2.1:1775767633.661204:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767633.661206:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767633.661390:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767633.661392:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767633.661695:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767633.661697:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1775767634.940012:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299525882, at 4299525888
00000100:00000010:3.0:1775767634.940045:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444180.
00000020:00000001:1.0:1775767637.756038:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767637.756042:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767637.756045:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767638.779935:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767638.779947:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767638.779952:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767638.779958:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767638.779963:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767638.779972:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4857
00000400:00000200:3.0:1775767638.779981:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767638.779988:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767638.779992:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767638.779997:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780000:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780003:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780006:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767638.780010:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767638.780014:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767638.780018:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767638.780022:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767638.780026:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767638.780030:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767638.780033:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780036:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780038:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780040:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767638.780044:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767638.780047:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780050:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767638.780053:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767638.780056:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767638.780060:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780062:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767638.780065:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767638.780075:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767638.780079:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767638.780083:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767638.780085:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780088:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767638.780091:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767638.780096:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767638.780104:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767638.780112:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767638.780122:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360565760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767638.780133:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767638.780138:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767638.780143:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360565760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767638.780165:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767638.780169:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767638.780174:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767638.780176:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767638.780179:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767638.780182:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767638.780186:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4857
00000400:00000200:3.0:1775767638.780194:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767638.780203:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767638.780209:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767638.780216:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780222:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780226:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780232:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767638.780237:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767638.780241:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767638.780245:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767638.780249:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767638.780254:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767638.780259:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767638.780266:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780269:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780274:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780278:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767638.780282:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767638.780287:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780291:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767638.780295:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767638.780302:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767638.780308:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780313:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767638.780319:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767638.780326:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780330:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767638.780338:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767638.780342:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767638.780345:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767638.780346:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780348:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767638.780351:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767638.780355:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767638.780362:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767638.780368:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767638.780379:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360565888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767638.780410:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767638.780415:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767638.780423:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360565888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767638.780440:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767638.780444:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767638.780451:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767638.780455:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767638.780458:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767638.780464:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767638.780469:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4857
00000800:00000200:2.1:1775767638.780470:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000400:00000200:3.0:1775767638.780476:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:2.1:1775767638.780477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1775767638.780483:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767638.780486:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767638.780493:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780497:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780500:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780504:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767638.780508:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767638.780510:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767638.780514:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767638.780517:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767638.780520:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767638.780524:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767638.780531:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780534:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780538:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780541:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767638.780546:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767638.780553:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780558:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767638.780563:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767638.780586:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767638.780589:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780591:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767638.780593:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767638.780597:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780600:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767638.780606:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767638.780611:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767638.780617:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767638.780620:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780624:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767638.780626:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767638.780629:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767638.780635:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767638.780639:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767638.780649:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360566016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767638.780664:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767638.780668:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767638.780677:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360566016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767638.780696:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767638.780701:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767638.780709:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767638.780713:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767638.780716:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767638.780720:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767638.780727:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4857
00000400:00000200:3.0:1775767638.780736:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767638.780745:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767638.780751:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767638.780757:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780763:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780769:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780775:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767638.780781:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767638.780784:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767638.780788:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767638.780791:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767638.780796:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767638.780801:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767638.780811:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780818:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767638.780822:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780858:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767638.780866:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767638.780875:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767638.780881:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767638.780885:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767638.780889:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767638.780894:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780899:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767638.780903:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767638.780909:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780913:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767638.780920:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767638.780925:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767638.780931:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767638.780934:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767638.780938:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767638.780941:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767638.780945:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767638.780951:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767638.780956:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767638.780966:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360566144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767638.780977:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767638.780980:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767638.780984:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360566144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767638.780995:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767638.780999:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767638.781002:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767638.781007:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4867)
00000800:00000200:2.1:1775767638.781117:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767638.781119:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767638.781306:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767638.781307:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767638.781509:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767638.781511:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775767640.059959:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299531002, at 4299531008
00000100:00000010:3.0:1775767640.059987:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444900.
00000020:00000001:3.0:1775767640.828019:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767640.828025:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767640.828030:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767642.875966:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767642.875970:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767642.875974:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767643.899921:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767643.899933:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767643.899936:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767643.899941:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767643.899946:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767643.899957:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4862
00000400:00000200:3.0:1775767643.899967:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767643.899976:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767643.899981:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767643.899993:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.899999:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900006:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900011:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767643.900017:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767643.900021:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767643.900029:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767643.900033:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767643.900041:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767643.900049:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767643.900062:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900072:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900076:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900078:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767643.900081:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767643.900085:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900089:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767643.900092:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767643.900095:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767643.900098:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900101:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767643.900104:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767643.900112:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767643.900116:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767643.900120:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767643.900123:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900126:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767643.900129:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767643.900133:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767643.900140:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767643.900148:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767643.900158:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360566272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767643.900171:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767643.900176:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767643.900181:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360566272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767643.900203:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767643.900207:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767643.900210:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767643.900212:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767643.900214:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767643.900218:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767643.900221:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4862
00000400:00000200:3.0:1775767643.900226:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767643.900230:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767643.900234:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767643.900240:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900243:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900247:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900252:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767643.900257:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767643.900259:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767643.900263:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767643.900266:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767643.900271:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767643.900274:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767643.900280:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900284:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900289:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900293:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767643.900298:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767643.900305:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900309:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767643.900312:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767643.900317:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767643.900321:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900324:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767643.900328:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767643.900340:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900344:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767643.900349:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767643.900353:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767643.900357:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767643.900359:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900362:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767643.900365:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767643.900368:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767643.900374:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767643.900380:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767643.900389:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767643.900405:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767643.900410:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767643.900416:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767643.900432:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767643.900437:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767643.900441:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767643.900444:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767643.900447:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767643.900451:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767643.900457:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4862
00000400:00000200:3.0:1775767643.900510:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767643.900528:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767643.900532:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767643.900537:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900541:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900543:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900546:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767643.900552:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767643.900555:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767643.900558:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1775767643.900560:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775767643.900561:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767643.900567:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767643.900570:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767643.900574:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900577:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900580:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900582:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767643.900588:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767643.900594:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900598:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767643.900603:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767643.900607:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767643.900611:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900613:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767643.900617:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767643.900622:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900625:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767643.900630:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767643.900637:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767643.900644:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767643.900648:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900653:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767643.900656:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767643.900661:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767643.900669:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767643.900676:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767643.900684:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360566528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767643.900697:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767643.900701:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767643.900711:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360566528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767643.900730:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767643.900737:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767643.900744:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767643.900748:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767643.900752:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767643.900757:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767643.900763:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4862
00000400:00000200:3.0:1775767643.900770:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767643.900778:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767643.900782:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767643.900790:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900796:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900799:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900803:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767643.900806:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767643.900809:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767643.900813:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767643.900816:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767643.900820:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767643.900825:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767643.900867:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900874:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767643.900881:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900884:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767643.900889:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767643.900897:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767643.900904:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767643.900909:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767643.900915:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767643.900920:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900924:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767643.900929:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767643.900934:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900940:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767643.900946:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767643.900952:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767643.900957:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767643.900960:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767643.900965:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767643.900968:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767643.900972:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767643.900979:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767643.900985:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767643.900995:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1775767643.901003:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767643.901011:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767643.901014:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767643.901022:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767643.901041:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767643.901046:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767643.901054:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767643.901064:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4872)
00000800:00000200:2.1:1775767643.901217:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767643.901380:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767645.179922:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299536122, at 4299536128
00000100:00000010:3.0:1775767645.179938:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524446c0.
00000020:00000001:3.0:1775767645.948010:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767645.948014:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767645.948018:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775767646.972124:0:2405:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:3.0:1775767646.972157:0:2405:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775767646.972165:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767646.972168:0:2405:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:3.0:1775767646.972171:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767646.972173:0:2405:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775767646.972177:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767646.972180:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:3.0:1775767646.972184:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767646.972188:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767646.972194:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1e58
00000400:00000010:3.0:1775767646.972195:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1e58.
00000100:00000001:3.0:1775767646.972199:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767646.972205:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547c380 x1862022360566272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972224:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767646.972228:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360566272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972242:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767646.972244:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767646.972253:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767646.972256:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931d00.
00000400:00000200:3.0:1775767646.972259:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767646.972263:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767646.972266:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1440
00000400:00000010:3.0:1775767646.972267:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1440.
00000100:00000001:3.0:1775767646.972270:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767646.972274:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972284:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767646.972286:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972298:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767646.972299:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767646.972305:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767646.972307:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931800.
00000400:00000200:3.0:1775767646.972310:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767646.972313:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767646.972316:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1880
00000400:00000010:3.0:1775767646.972318:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1880.
00000100:00000001:3.0:1775767646.972320:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767646.972324:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547d500 x1862022360566528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972331:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767646.972334:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360566528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972342:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767646.972343:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775767646.972349:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775767646.972351:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:3.0:1775767646.972354:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775767646.972358:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775767646.972360:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1990
00000400:00000010:3.0:1775767646.972362:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1990.
00000100:00000001:3.0:1775767646.972365:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767646.972369:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972376:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767646.972379:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767668 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767646.972386:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767646.972388:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1775767646.972612:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972620:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767646.972624:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972631:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767646.972633:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972634:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767646.972636:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972638:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767646.972639:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767646.972641:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767646.972645:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767646.972647:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767646.972651:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767646.972659:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360566656:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767646.972664:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767646.972666:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767643/real 1775767646]  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767646.972672:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767646.972673:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767646.972674:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767646.972677:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767646.972679:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767646.972681:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767646.972684:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767646.972699:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972706:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767646.972707:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972709:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767646.972710:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767646.972714:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972720:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767646.972724:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972746:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767646.972748:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972750:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767646.972751:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972753:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767646.972755:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767646.972757:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767646.972761:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767646.972764:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767646.972769:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767646.972777:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360566400:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767646.972782:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972784:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767646.972787:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360566528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972801:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767646.972802:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767646.972804:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767646.972810:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767646.972811:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767646.972812:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767646.972815:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767646.972817:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775767646.972819:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767646.972821:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767646.972823:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:2.0:1775767646.972825:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767646.972879:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972882:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767646.972885:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360566656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972892:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767646.972894:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767646.972896:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767646.972899:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767646.972901:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767646.972902:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775767646.972904:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767646.972906:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775767646.972908:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767646.972910:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767646.972911:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:2.0:1775767646.972914:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767646.972915:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972917:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767646.972920:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360566400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767668 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767646.972927:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767646.972928:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767646.972930:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767646.972932:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767646.972933:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767646.972935:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767646.972937:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767646.972938:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:2.0:1775767646.972941:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767646.972942:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767646.972944:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:2.0:1775767646.972946:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767646.972947:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972949:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767646.972956:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767646.972958:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767646.972960:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767646.972962:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767647.996037:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767647.996041:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767647.996045:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767649.019933:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767649.019944:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767649.019948:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767649.019953:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767649.019958:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767649.019965:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4867
00000400:00000200:2.0:1775767649.019974:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767649.019981:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767649.019985:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767649.019989:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.019993:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.019996:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000020:00000001:3.0:1775767649.019998:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775767649.019999:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767649.020003:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767649.020004:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767649.020007:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00010000:00010000:3.0:1775767649.020009:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767649.020010:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767649.020013:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767649.020016:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767649.020020:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767649.020023:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020025:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.020028:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020030:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767649.020033:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767649.020037:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020041:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767649.020044:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767649.020047:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767649.020050:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020052:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767649.020055:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767649.020062:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775767649.020066:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767649.020070:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767649.020071:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020074:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767649.020077:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767649.020081:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767649.020089:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767649.020095:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767649.020104:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360566784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767649.020115:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767649.020119:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767649.020125:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360566784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767649.020146:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767649.020149:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767649.020153:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767649.020155:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767649.020157:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767649.020160:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767649.020163:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4867
00000400:00000200:2.0:1775767649.020167:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767649.020171:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767649.020174:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767649.020178:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020183:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.020188:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020192:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767649.020196:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767649.020198:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767649.020201:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767649.020205:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767649.020209:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767649.020214:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767649.020220:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020225:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.020230:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020235:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767649.020239:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767649.020243:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020247:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767649.020250:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767649.020257:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767649.020261:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020263:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767649.020268:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767649.020273:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020278:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767649.020285:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775767649.020289:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767649.020291:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767649.020293:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020298:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767649.020300:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767649.020302:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767649.020312:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767649.020318:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767649.020329:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360566912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767649.020345:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767649.020349:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767649.020355:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360566912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767649.020372:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767649.020375:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767649.020382:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767649.020383:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767649.020387:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767649.020392:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767649.020396:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4867
00000400:00000200:2.0:1775767649.020403:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767649.020411:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767649.020416:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767649.020423:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020428:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.020432:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020436:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767649.020438:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767649.020440:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767649.020441:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767649.020443:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767649.020445:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767649.020447:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767649.020452:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020454:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.020457:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020459:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767649.020461:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767649.020485:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020489:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767649.020493:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767649.020498:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767649.020501:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020506:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767649.020508:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767649.020514:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020518:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767649.020524:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775767649.020527:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.1:1775767649.020529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775767649.020532:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775767649.020534:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1775767649.020535:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020539:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767649.020542:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767649.020545:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767649.020552:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767649.020557:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767649.020571:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360567040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767649.020579:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767649.020582:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767649.020587:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360567040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767649.020601:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767649.020606:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767649.020612:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767649.020613:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767649.020615:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767649.020620:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767649.020625:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4867
00000400:00000200:2.0:1775767649.020633:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767649.020641:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767649.020647:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767649.020654:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020658:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.020661:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020666:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767649.020671:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767649.020674:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767649.020677:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767649.020681:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767649.020685:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767649.020689:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767649.020694:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020699:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767649.020702:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020708:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767649.020711:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767649.020715:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767649.020718:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767649.020723:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767649.020728:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767649.020733:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020737:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767649.020740:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767649.020745:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020750:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767649.020757:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775767649.020761:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767649.020766:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767649.020769:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767649.020774:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767649.020776:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767649.020779:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767649.020785:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767649.020790:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767649.020799:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360567168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767649.020813:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767649.020817:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767649.020871:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360567168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767649.020888:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767649.020894:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767649.020900:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767649.020908:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4877)
00000800:00000200:0.1:1775767649.021162:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767649.021164:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767649.021464:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767649.021480:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767649.021737:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767649.021740:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775767650.044067:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767650.044071:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767650.044074:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767650.299947:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299541242, at 4299541248
00000100:00000010:3.0:1775767650.299964:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000100:00000040:2.0:1775767650.299985:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299541242, at 4299541248
00000100:00000010:2.0:1775767650.300000:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000020:00000001:3.0:1775767651.067979:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767651.067983:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767651.067987:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767652.092043:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767652.092054:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767652.092058:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767653.115966:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767653.115969:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767653.115972:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767654.139932:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767654.139942:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767654.139945:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767654.139951:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767654.139956:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767654.139964:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4872
00000400:00000200:2.0:1775767654.139975:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767654.139980:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767654.139983:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767654.139987:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.139990:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.139994:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.139998:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767654.140003:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767654.140006:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767654.140011:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767654.140014:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767654.140016:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767654.140017:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767654.140019:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140021:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.140023:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140025:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767654.140026:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767654.140029:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140031:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767654.140033:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767654.140036:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767654.140038:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140041:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767654.140043:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767654.140051:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767654.140054:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767654.140057:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767654.140058:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140061:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767654.140063:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767654.140067:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767654.140072:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000010:2.0:1775767654.140074:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000020:00000001:3.0:1775767654.140077:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140081:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767654.140082:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775767654.140091:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360567296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767654.140098:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767654.140102:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767654.140105:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360567296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767654.140122:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767654.140124:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767654.140126:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767654.140127:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767654.140128:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767654.140131:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767654.140133:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4872
00000400:00000200:2.0:1775767654.140136:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767654.140138:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767654.140140:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767654.140142:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140145:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.140148:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140151:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767654.140154:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767654.140156:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767654.140159:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767654.140162:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767654.140166:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767654.140171:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767654.140177:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140180:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.140184:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140186:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767654.140189:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767654.140194:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140198:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767654.140200:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767654.140206:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767654.140209:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140214:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767654.140219:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767654.140222:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140227:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767654.140233:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775767654.140236:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767654.140239:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767654.140240:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140242:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767654.140244:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767654.140247:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767654.140251:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767654.140254:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767654.140259:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360567424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767654.140271:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767654.140276:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767654.140284:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360567424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767654.140309:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767654.140313:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767654.140316:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767654.140317:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767654.140319:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767654.140322:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767654.140329:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4872
00000400:00000200:2.0:1775767654.140336:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767654.140343:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767654.140348:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767654.140353:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140357:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.140362:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140363:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767654.140365:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767654.140367:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767654.140369:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767654.140373:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767654.140375:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767654.140378:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767654.140384:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140387:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.140391:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140396:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767654.140400:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767654.140405:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140409:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767654.140412:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767654.140431:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767654.140435:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140439:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767654.140442:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767654.140444:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140447:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767654.140452:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775767654.140457:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767654.140463:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767654.140463:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140465:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767654.140466:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767654.140467:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767654.140474:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767654.140479:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767654.140486:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360567552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767654.140491:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767654.140495:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767654.140496:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767654.140500:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360567552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767654.140507:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767654.140509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1775767654.140511:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767654.140515:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767654.140517:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767654.140520:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767654.140525:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767654.140530:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4872
00000400:00000200:2.0:1775767654.140540:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767654.140544:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767654.140547:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767654.140555:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140558:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.140564:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140570:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767654.140576:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767654.140578:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767654.140583:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767654.140586:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767654.140590:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767654.140595:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767654.140603:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140608:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767654.140611:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140616:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767654.140619:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767654.140622:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767654.140626:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767654.140631:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767654.140634:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767654.140638:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140640:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767654.140643:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767654.140645:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140647:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767654.140654:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767654.140660:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767654.140662:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767654.140665:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767654.140667:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767654.140670:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767654.140673:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767654.140681:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767654.140686:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767654.140697:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360567680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767654.140717:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767654.140722:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767654.140733:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360567680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767654.140774:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767654.140777:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767654.140785:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767654.140792:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4882)
00000800:00000200:0.1:1775767654.140965:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767654.140967:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767654.141146:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767654.141148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767654.141326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767654.141328:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775767655.164024:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767655.164028:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767655.164031:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767655.419910:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299546362, at 4299546368
00000100:00000040:3.0:1775767655.419910:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299546362, at 4299546368
00000100:00000010:2.0:1775767655.419922:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000100:00000010:3.0:1775767655.419925:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00000020:00000001:3.0:1775767656.188056:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767656.188063:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767656.188067:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767657.212083:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767657.212088:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767657.212093:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767658.236035:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767658.236038:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767658.236041:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767659.260009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767659.260015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767659.260018:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767659.260021:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000020:00000001:2.0:1775767659.260025:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1775767659.260026:0:37:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:2.0:1775767659.260029:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767659.260032:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4877
00010000:00010000:2.0:1775767659.260034:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775767659.260042:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767659.260047:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767659.260050:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767659.260053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767659.260064:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767659.260065:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767659.260067:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767659.260069:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767659.260071:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767659.260072:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767659.260075:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260079:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767659.260082:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767659.260084:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260086:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767659.260088:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767659.260091:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767659.260094:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260095:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767659.260098:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767659.260106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767659.260108:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767659.260111:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767659.260112:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260114:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767659.260116:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767659.260119:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767659.260126:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767659.260131:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767659.260138:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360567808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767659.260146:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767659.260150:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767659.260153:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360567808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767659.260171:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767659.260173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767659.260176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767659.260177:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767659.260178:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767659.260180:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767659.260182:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4877
00000400:00000200:3.0:1775767659.260184:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767659.260187:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767659.260188:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767659.260191:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260195:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260197:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767659.260201:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767659.260204:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767659.260206:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767659.260208:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767659.260210:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767659.260214:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767659.260230:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260245:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260248:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767659.260253:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767659.260260:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260265:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767659.260268:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767659.260275:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767659.260281:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260286:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767659.260291:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767659.260296:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260301:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767659.260307:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767659.260311:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767659.260316:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767659.260317:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260321:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767659.260323:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767659.260326:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767659.260331:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767659.260335:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767659.260343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360567936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767659.260352:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767659.260354:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767659.260360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360567936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767659.260385:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767659.260388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767659.260396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767659.260397:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767659.260399:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767659.260403:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767659.260407:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4877
00000400:00000200:3.0:1775767659.260413:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767659.260419:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767659.260421:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767659.260427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260439:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767659.260442:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767659.260444:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767659.260446:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767659.260448:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767659.260449:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767659.260452:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767659.260455:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260456:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260457:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767659.260462:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767659.260467:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260473:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767659.260476:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767659.260479:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767659.260482:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260483:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767659.260485:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767659.260488:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260489:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767659.260492:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767659.260496:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767659.260498:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767659.260501:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260503:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767659.260505:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775767659.260506:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767659.260507:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767659.260510:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
02000000:00000010:3.0:1775767659.260511:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767659.260516:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767659.260523:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360568064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767659.260532:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767659.260539:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767659.260545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360568064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767659.260553:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767659.260556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767659.260563:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767659.260566:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767659.260568:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767659.260571:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767659.260575:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4877
00000400:00000200:3.0:1775767659.260583:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767659.260588:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767659.260592:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767659.260597:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260599:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260602:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767659.260606:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767659.260608:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767659.260611:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767659.260613:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767659.260617:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767659.260619:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767659.260622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260624:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767659.260625:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260627:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767659.260631:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767659.260633:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767659.260634:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767659.260636:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767659.260638:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767659.260643:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260644:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767659.260647:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767659.260650:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260653:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767659.260657:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767659.260661:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767659.260665:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767659.260668:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767659.260669:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767659.260672:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767659.260673:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767659.260677:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767659.260681:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767659.260685:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360568192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767659.260694:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767659.260697:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767659.260703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360568192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767659.260729:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767659.260732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767659.260735:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767659.260739:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4887)
00000800:00000200:0.1:1775767659.260987:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767659.260989:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767659.261191:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767659.261193:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767659.261406:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767659.261409:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775767660.284058:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767660.284062:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767660.284064:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767660.539920:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299551482, at 4299551488
00000100:00000040:3.0:1775767660.539920:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299551482, at 4299551488
00000100:00000010:3.0:1775767660.539936:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000100:00000010:2.0:1775767660.539939:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000020:00000001:3.0:1775767661.308056:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767661.308062:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767661.308068:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767662.332020:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767662.332024:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767662.332027:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767663.355996:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767663.356002:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767663.356006:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767664.379959:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767664.379965:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767664.379968:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767664.379971:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767664.379974:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767664.379980:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4882
00000400:00000200:1.0:1775767664.379989:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767664.379995:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767664.379998:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:3.0:1775767664.380000:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775767664.380001:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:3.0:1775767664.380004:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380005:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380009:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00010000:00010000:3.0:1775767664.380009:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775767664.380012:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767664.380014:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767664.380016:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767664.380018:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767664.380020:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767664.380022:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767664.380024:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767664.380026:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380028:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380029:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380030:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767664.380032:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767664.380034:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380035:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767664.380038:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767664.380040:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767664.380042:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380043:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767664.380045:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767664.380053:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775767664.380055:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767664.380058:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767664.380059:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380061:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767664.380063:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767664.380067:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767664.380073:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767664.380078:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767664.380085:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360568320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767664.380093:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767664.380096:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767664.380099:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360568320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767664.380115:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767664.380117:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767664.380120:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767664.380121:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767664.380123:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767664.380125:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767664.380127:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4882
00000400:00000200:1.0:1775767664.380131:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767664.380133:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767664.380136:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767664.380140:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380142:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380146:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380147:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767664.380150:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767664.380151:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767664.380153:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767664.380155:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767664.380156:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767664.380158:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767664.380163:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380167:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380170:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380172:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767664.380173:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767664.380175:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380178:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767664.380182:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767664.380197:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767664.380204:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380209:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767664.380215:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767664.380220:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380226:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767664.380234:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767664.380239:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767664.380242:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767664.380243:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380247:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767664.380250:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767664.380252:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767664.380259:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767664.380262:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767664.380269:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360568448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767664.380286:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767664.380291:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767664.380300:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360568448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767664.380338:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767664.380344:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767664.380348:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767664.380349:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767664.380350:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767664.380353:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767664.380358:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4882
00000400:00000200:1.0:1775767664.380400:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767664.380406:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767664.380409:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767664.380416:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380419:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380423:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380426:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767664.380427:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767664.380430:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767664.380432:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767664.380434:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767664.380437:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767664.380438:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767664.380441:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380445:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380446:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380447:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767664.380449:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767664.380454:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380459:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767664.380461:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767664.380464:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767664.380467:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380468:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767664.380472:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1775767664.380472:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000008:00000001:1.0:1775767664.380475:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380478:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767664.380479:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000010:1.0:1775767664.380481:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775767664.380484:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767664.380486:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767664.380487:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380489:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767664.380490:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767664.380491:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767664.380495:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767664.380499:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767664.380506:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360568576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767664.380512:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767664.380516:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767664.380522:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360568576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767664.380532:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767664.380534:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767664.380539:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767664.380542:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767664.380544:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767664.380546:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767664.380552:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4882
00000400:00000200:1.0:1775767664.380557:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767664.380562:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767664.380565:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767664.380571:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380575:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380579:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380581:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767664.380583:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767664.380585:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767664.380588:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767664.380590:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767664.380593:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767664.380597:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767664.380606:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380610:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767664.380615:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380618:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767664.380622:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767664.380629:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767664.380633:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767664.380637:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767664.380641:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767664.380646:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380648:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767664.380652:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767664.380657:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380662:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767664.380666:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767664.380669:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767664.380673:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767664.380674:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767664.380678:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767664.380681:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767664.380683:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767664.380688:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767664.380699:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767664.380710:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360568704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767664.380721:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767664.380725:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767664.380730:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360568704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767664.380738:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767664.380741:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767664.380749:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767664.380757:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4893)
00000800:00000200:0.1:1775767664.381071:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767664.381074:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767664.381405:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767664.381408:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767664.381712:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767664.381715:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1775767665.404056:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767665.404062:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767665.404066:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767665.659970:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299556602, at 4299556608
00000100:00000040:2.0:1775767665.659981:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299556602, at 4299556608
00000100:00000010:3.0:1775767665.659987:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000100:00000010:2.0:1775767665.659998:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00000020:00000001:3.0:1775767666.428032:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767666.428037:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767666.428042:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767667.452059:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767667.452064:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767667.452067:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767668.475968:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767668.475971:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767668.475974:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767669.500017:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767669.500030:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767669.500033:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767669.500036:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767669.500041:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767669.500051:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4888
00000400:00000200:2.0:1775767669.500061:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767669.500067:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767669.500069:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767669.500072:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500076:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500080:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500082:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767669.500087:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767669.500091:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767669.500096:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767669.500103:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767669.500108:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767669.500112:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767669.500116:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500118:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500122:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500124:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767669.500127:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767669.500130:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500133:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767669.500136:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767669.500140:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767669.500142:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500144:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767669.500146:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767669.500154:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767669.500157:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767669.500160:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767669.500162:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500165:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767669.500167:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767669.500173:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767669.500183:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767669.500189:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767669.500201:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767669.500210:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767669.500214:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767669.500218:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767669.500235:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767669.500239:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767669.500243:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767669.500245:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767669.500247:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767669.500251:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767669.500257:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4888
00000400:00000200:2.0:1775767669.500265:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767669.500286:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767669.500291:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767669.500296:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500300:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500303:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500306:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767669.500308:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767669.500310:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767669.500312:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767669.500315:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767669.500318:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767669.500321:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767669.500325:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500328:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500331:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500334:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767669.500336:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767669.500341:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500344:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767669.500346:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767669.500352:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767669.500354:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500355:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767669.500358:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767669.500361:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500363:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767669.500368:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775767669.500370:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767669.500374:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767669.500375:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500376:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767669.500378:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767669.500380:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767669.500383:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767669.500387:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767669.500394:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767669.500403:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767669.500405:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767669.500410:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767669.500418:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767669.500421:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767669.500424:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767669.500426:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767669.500428:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767669.500431:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767669.500433:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4888
00000400:00000200:2.0:1775767669.500437:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767669.500441:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767669.500444:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767669.500447:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500449:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500450:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500452:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767669.500454:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767669.500455:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767669.500456:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767669.500458:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767669.500460:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767669.500461:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767669.500463:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500464:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500465:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500467:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767669.500469:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767669.500471:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500472:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767669.500473:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767669.500476:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767669.500477:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500478:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767669.500480:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767669.500481:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500483:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767669.500485:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775767669.500487:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767669.500489:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767669.500490:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500491:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767669.500492:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767669.500494:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767669.500496:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767669.500499:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767669.500502:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767669.500507:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767669.500508:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767669.500513:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767669.500518:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767669.500519:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767669.500522:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767669.500523:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767669.500524:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767669.500526:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767669.500528:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4888
00000400:00000200:2.0:1775767669.500531:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767669.500534:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767669.500535:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767669.500538:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500539:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500542:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500544:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767669.500546:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767669.500546:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767669.500547:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767669.500549:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767669.500550:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767669.500552:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767669.500555:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767669.500555:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767669.500563:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767669.500565:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767669.500566:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767669.500567:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767669.500570:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:3.0:1775767669.500570:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775767669.500578:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767669.500581:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767669.500584:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767669.500587:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767669.500588:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500589:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767669.500590:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767669.500592:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500593:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767669.500596:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767669.500597:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767669.500599:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767669.500600:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767669.500601:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767669.500602:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767669.500603:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767669.500605:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767669.500606:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767669.500610:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767669.500614:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767669.500616:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767669.500618:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767669.500625:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767669.500626:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767669.500629:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767669.500633:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4898)
00000100:00000040:3.0:1775767669.500635:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.500649:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767669.500653:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.500658:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767669.500662:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767669.500666:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767669.500673:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360568832:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767669.500677:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767669.500684:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767669.500687:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.500689:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767669.500695:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767669.500697:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767669.500705:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767669.500709:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767669.500720:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767669.500729:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360568832, portal 25
00000100:00000001:3.0:1775767669.500731:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767669.500734:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:3.0:1775767669.500740:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.500747:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767669.500750:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767669.500752:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767669.500754:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360568832, offset 0
00000400:00000200:3.0:1775767669.500760:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767669.500768:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.500775:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767669.500780:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767669.500784:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767669.500788:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767669.500790:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767669.500794:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59438:59438:256:4294967295] 192.168.202.115@tcp LPNI seq info [59437:59437:8:4294967295]
00000400:00000200:3.0:1775767669.500798:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.500806:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767669.500811:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.500816:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767669.500823:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767669.500827:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767669.500867:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767669.500872:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775767669.500878:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.500881:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767669.500887:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767669.500892:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767669.500906:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767669.500908:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767669.500912:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767669.500915:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.500923:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.500926:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.500931:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.500932:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767669.500942:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767669.500945:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767669.500948:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299561723
00000100:00000010:3.0:1775767669.500952:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146ea0.
00000100:00000001:3.0:1775767669.500959:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767669.500963:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299561723
00000100:00000010:3.0:1775767669.500966:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531462a0.
00000100:00000001:3.0:1775767669.500969:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767669.500972:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767669.500975:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.500978:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767669.500983:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767669/real 1775767669]  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767669.500995:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767669.500997:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767669.501000:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767669.501003:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767669.501004:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767669.501007:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767669.501011:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767669.501021:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501029:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767669.501031:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501034:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501036:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767669.501040:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501047:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767669.501051:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501058:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767669.501062:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501064:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501065:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501067:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767669.501070:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767669.501073:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767669.501078:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767669.501080:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767669.501085:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767669.501094:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360568832:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767669.501099:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767669.501103:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501110:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767669.501111:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.501114:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767669.501116:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767669.501118:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767669.501121:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360568960:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767669.501124:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767669.501127:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767669.501129:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.501131:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767669.501135:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767669.501137:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767669.501142:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767669.501145:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767669.501149:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767669.501152:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360568960, portal 10
00000100:00000001:3.0:1775767669.501154:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767669.501155:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:3.0:1775767669.501161:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501165:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767669.501167:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767669.501168:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767669.501170:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360568960, offset 0
00000400:00000200:3.0:1775767669.501172:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767669.501175:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.501178:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767669.501180:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767669.501182:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767669.501183:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767669.501185:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767669.501188:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59439:59439:256:4294967295] 192.168.202.115@tcp LPNI seq info [59438:59438:8:4294967295]
00000400:00000200:3.0:1775767669.501193:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.501199:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767669.501204:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.501207:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767669.501212:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767669.501214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767669.501219:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767669.501222:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775767669.501226:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.501228:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767669.501232:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767669.501235:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767669.501238:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767669.501240:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767669.501243:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767669.501247:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501258:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.501260:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501264:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501265:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767669.501281:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767669.501285:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767669.501288:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767669.501290:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299560461
00000100:00000001:3.0:1775767669.501292:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299561723
00000100:00000001:3.0:1775767669.501294:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299560461
00000100:00000001:3.0:1775767669.501295:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299561723
00000100:00000001:3.0:1775767669.501297:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767669.501298:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501299:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767669.501302:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767669/real 1775767669]  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767669.501307:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767669.501308:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767669.501309:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767669.501311:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767669.501312:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767669.501313:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767669.501316:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767669.501321:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501325:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767669.501326:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501327:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501328:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767669.501331:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501335:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767669.501337:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501341:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767669.501342:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501343:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501344:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501345:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767669.501347:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767669.501348:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767669.501350:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767669.501351:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767669.501354:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767669.501358:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360568960:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767669.501361:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767669.501363:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501368:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767669.501369:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.501370:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767669.501372:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767669.501373:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767669.501375:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569088:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767669.501377:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767669.501379:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767669.501380:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.501382:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767669.501384:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767669.501385:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767669.501387:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767669.501389:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767669.501391:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767669.501393:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569088, portal 10
00000100:00000001:3.0:1775767669.501394:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767669.501395:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:3.0:1775767669.501399:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501403:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767669.501404:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767669.501406:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767669.501407:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360569088, offset 0
00000400:00000200:3.0:1775767669.501410:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767669.501412:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.501414:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767669.501416:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767669.501417:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767669.501419:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767669.501421:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767669.501423:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59440:59440:256:4294967295] 192.168.202.115@tcp LPNI seq info [59439:59439:8:4294967295]
00000400:00000200:3.0:1775767669.501426:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.501430:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767669.501433:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.501435:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767669.501438:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767669.501440:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767669.501443:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767669.501444:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775767669.501447:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.501448:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767669.501450:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767669.501453:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767669.501455:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767669.501456:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767669.501457:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767669.501459:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501464:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.501466:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501470:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501471:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767669.501473:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767669.501475:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767669.501477:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767669.501478:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299560459
00000100:00000001:3.0:1775767669.501480:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299561723
00000100:00000001:3.0:1775767669.501481:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299560459
00000100:00000001:3.0:1775767669.501482:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299561723
00000100:00000001:3.0:1775767669.501484:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767669.501485:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501486:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767669.501488:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767669/real 1775767669]  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767669.501493:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767669.501494:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767669.501495:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767669.501496:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767669.501497:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767669.501499:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767669.501501:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767669.501505:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501509:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767669.501510:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501511:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501512:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767669.501514:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501518:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767669.501520:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501524:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767669.501525:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501526:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501527:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501528:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767669.501529:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767669.501531:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767669.501533:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767669.501534:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767669.501537:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767669.501545:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569088:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767669.501548:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501550:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.501551:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360568832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501556:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767669.501558:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767669.501560:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767669.501561:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767669.501563:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767669.501564:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767669.501566:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767669.501568:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:3.0:1775767669.501573:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767669.501574:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767669.501576:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:3.0:1775767669.501578:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767669.501579:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501581:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.501583:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360568960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501590:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767669.501591:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767669.501593:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767669.501595:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767669.501596:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767669.501597:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767669.501599:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767669.501601:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:3.0:1775767669.501603:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767669.501604:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767669.501606:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:3.0:1775767669.501609:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767669.501610:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501612:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.501615:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360569088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501622:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767669.501624:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767669.501626:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767669.501628:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767669.501629:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767669.501631:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767669.501632:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767669.501634:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:3.0:1775767669.501636:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767669.501638:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767669.501639:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:3.0:1775767669.501642:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767669.501643:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501646:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501654:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767669.501656:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501658:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767669.501659:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767669.501660:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767669.501663:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501668:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767669.501669:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.501671:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767669.501672:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767669.501673:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767669.501675:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569216:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767669.501678:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767669.501679:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767669.501681:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767669.501683:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767669.501685:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767669.501687:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767669.501689:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767669.501691:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767669.501694:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767669.501697:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569216, portal 4
00000100:00000001:3.0:1775767669.501698:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767669.501699:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:3.0:1775767669.501703:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501708:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767669.501710:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767669.501711:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767669.501713:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360569216, offset 0
00000400:00000200:3.0:1775767669.501715:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767669.501718:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.501720:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767669.501722:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767669.501723:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767669.501725:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767669.501727:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767669.501729:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59441:59441:256:4294967295] 192.168.202.115@tcp LPNI seq info [59440:59440:8:4294967295]
00000400:00000200:3.0:1775767669.501732:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767669.501736:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767669.501739:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.501740:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767669.501743:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767669.501745:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1775767669.501748:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767669.501750:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1775767669.501753:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767669.501754:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767669.501757:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767669.501759:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767669.501761:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767669.501762:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767669.501764:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767669.501766:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501772:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.501773:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501778:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501779:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767669.501781:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767669.501784:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767669.501786:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767669.501787:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299560514
00000100:00000001:3.0:1775767669.501789:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299561723
00000100:00000001:3.0:1775767669.501790:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299560514
00000100:00000001:3.0:1775767669.501792:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299561723
00000100:00000001:3.0:1775767669.501793:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767669.501795:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501796:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767669.501798:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767669/real 1775767669]  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767669.501803:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767669.501804:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767669.501805:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767669.501807:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767669.501808:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767669.501809:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767669.501811:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767669.501817:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501821:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767669.501822:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501823:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501824:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767669.501826:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501857:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767669.501864:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501873:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767669.501876:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501878:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767669.501879:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501881:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767669.501883:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767669.501886:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767669.501890:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767669.501892:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767669.501894:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767669.501900:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569216:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767669.501902:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501904:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767669.501905:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360569216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767669.501911:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767669.501912:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767669.501913:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767669.501915:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767669.501916:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767669.501916:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767669.501918:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767669.501919:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:3.0:1775767669.501921:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767669.501922:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767669.501923:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:3.0:1775767669.501924:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767669.501925:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501926:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767669.501929:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767669.501930:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767669.501931:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767669.501932:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767670.523995:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767670.524002:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767670.524006:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767670.779915:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299561723, at 4299561728
00000100:00000040:2.0:1775767670.779919:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299561723, at 4299561728
00000100:00000010:3.0:1775767670.779928:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531462a0.
00000100:00000010:2.0:1775767670.779940:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146ea0.
00000020:00000001:3.0:1775767671.547977:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767671.547980:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767671.547983:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767672.571981:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767672.571986:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767672.571990:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767673.596089:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767673.596093:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767673.596096:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767674.619980:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767674.619986:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767674.619988:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767674.619992:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767674.619995:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767674.620002:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4893
00000400:00000200:1.0:1775767674.620008:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767674.620013:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767674.620016:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767674.620018:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620021:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620022:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620024:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767674.620026:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767674.620028:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767674.620029:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767674.620032:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767674.620033:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767674.620034:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767674.620036:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620038:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620039:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620040:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767674.620042:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767674.620045:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620046:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767674.620048:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767674.620050:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767674.620052:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620054:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767674.620055:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767674.620063:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767674.620065:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767674.620068:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767674.620069:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620071:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767674.620073:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767674.620077:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767674.620085:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767674.620090:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767674.620097:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767674.620105:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767674.620109:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767674.620112:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767674.620130:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767674.620132:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767674.620135:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767674.620136:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767674.620137:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767674.620138:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767674.620140:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4893
00000400:00000200:1.0:1775767674.620142:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767674.620144:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767674.620145:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767674.620147:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620149:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620150:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620151:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767674.620159:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767674.620160:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767674.620161:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767674.620163:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767674.620165:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767674.620166:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767674.620169:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620171:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620172:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620174:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767674.620175:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767674.620177:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620178:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767674.620179:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767674.620183:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767674.620185:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620187:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767674.620190:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767674.620193:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620194:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767674.620197:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775767674.620199:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767674.620202:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767674.620203:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620205:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775767674.620206:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1775767674.620207:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767674.620210:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620212:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:1.0:1775767674.620213:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767674.620230:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620232:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1775767674.620235:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767674.620241:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767674.620244:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767674.620249:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767674.620256:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767674.620257:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767674.620266:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767674.620270:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1775767674.620271:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767674.620274:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775767674.620275:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767674.620276:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767674.620280:0:56247:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1775767674.620281:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1775767674.620284:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4893
02000000:00000001:3.0:1775767674.620286:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775767674.620289:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775767674.620293:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775767674.620294:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767674.620299:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1775767674.620303:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360569344:192.168.202.115@tcp:250:kworker.0
00000100:00000040:1.0:1775767674.620304:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620309:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620313:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767674.620314:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775767674.620315:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767674.620318:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767674.620320:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767674.620321:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1775767674.620321:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1775767674.620325:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
02000000:00000001:3.0:1775767674.620326:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767674.620327:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767674.620332:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
02000000:00000001:3.0:1775767674.620333:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1775767674.620336:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620339:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620341:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000010:3.0:1775767674.620341:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767674.620346:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620347:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767674.620352:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767674.620357:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:3.0:1775767674.620357:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767674.620362:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767674.620364:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
02000000:00000001:1.0:1775767674.620365:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767674.620370:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767674.620373:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767674.620374:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000001:1.0:1775767674.620376:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767674.620380:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767674.620383:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767674.620384:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569344, portal 25
00000100:00000001:1.0:1775767674.620387:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620389:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767674.620392:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112663168 : -130299596888448 : ffff897e42d02680)
00000100:00000010:1.0:1775767674.620394:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767674.620398:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000040:3.0:1775767674.620401:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775767674.620403:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767674.620405:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620410:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767674.620413:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767674.620417:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620420:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1775767674.620424:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000040:3.0:1775767674.620425:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620430:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767674.620431:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767674.620438:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360569344, offset 0
00000100:00100000:1.0:1775767674.620442:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767674.620451:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620457:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767674.620459:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767674.620464:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:1.0:1775767674.620465:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767674.620475:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:1.0:1775767674.620480:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767674.620483:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775767674.620484:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767674.620489:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1775767674.620491:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:1.0:1775767674.620492:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767674.620496:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767674.620499:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775767674.620501:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767674.620506:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:1.0:1775767674.620507:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4893
00000400:00000200:1.0:1775767674.620516:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767674.620517:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59442:59442:256:4294967295] 192.168.202.115@tcp LPNI seq info [59441:59441:8:4294967295]
00000400:00000200:1.0:1775767674.620524:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:3.0:1775767674.620528:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:1.0:1775767674.620529:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767674.620535:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620537:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620542:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620547:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775767674.620548:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1775767674.620552:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767674.620556:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767674.620558:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767674.620561:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:3.0:1775767674.620562:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000001:1.0:1775767674.620565:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767674.620569:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000010:3.0:1775767674.620571:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000100:00000040:1.0:1775767674.620573:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620576:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767674.620580:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620585:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:3.0:1775767674.620585:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775767674.620590:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:3.0:1775767674.620592:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1775767674.620596:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767674.620600:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767674.620605:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1775767674.620605:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:1.0:1775767674.620610:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1775767674.620611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1775767674.620615:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620620:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000100:3.0:1775767674.620621:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000008:00100000:1.0:1775767674.620624:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000010:3.0:1775767674.620625:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000008:00000001:1.0:1775767674.620631:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620633:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767674.620635:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1775767674.620637:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775767674.620643:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:3.0:1775767674.620644:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1775767674.620648:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767674.620650:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767674.620652:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775767674.620652:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
02000000:00000001:1.0:1775767674.620653:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767674.620656:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767674.620658:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
02000000:00000010:1.0:1775767674.620660:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767674.620664:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620664:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1775767674.620672:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775767674.620672:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767674.620691:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767674.620695:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620699:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767674.620700:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767674.620706:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767674.620712:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767674.620717:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767674.620724:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775767674.620726:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767674.620728:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4903)
00000100:00000001:3.0:1775767674.620729:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767674.620736:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767674.620741:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767674.620745:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299566842
00000100:00000010:3.0:1775767674.620751:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531462a0.
00000100:00000001:3.0:1775767674.620757:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767674.620763:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299566842
00000100:00000010:3.0:1775767674.620766:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146060.
00000100:00000001:3.0:1775767674.620769:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767674.620772:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767674.620775:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620777:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767674.620782:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767674/real 1775767674]  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767674.620801:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767674.620802:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767674.620805:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767674.620808:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767674.620810:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767674.620812:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767674.620817:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767674.620848:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.620856:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767674.620858:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.620860:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.620863:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767674.620867:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.620874:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767674.620879:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.620887:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767674.620890:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.620892:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.620893:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.620896:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767674.620898:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767674.620901:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767674.620905:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767674.620908:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767674.620912:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767674.620922:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360569344:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767674.620927:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.620929:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767674.620932:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02680 x1862022360569344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.620939:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767674.620942:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767674.620944:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767674.620947:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767674.620949:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767674.620951:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767674.620953:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767674.620956:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:3.0:1775767674.620959:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767674.620961:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767674.620963:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02680.
00000100:00000001:3.0:1775767674.620966:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767674.620967:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.620970:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.620977:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767674.620979:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.620981:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767674.620982:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767674.620984:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767674.620987:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.620995:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767674.620997:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767674.620999:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767674.621000:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767674.621003:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767674.621005:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569472:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767674.621009:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767674.621011:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767674.621012:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767674.621014:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767674.621017:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767674.621019:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767674.621024:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767674.621026:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767674.621030:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767674.621033:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569472, portal 10
00000100:00000001:3.0:1775767674.621034:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767674.621036:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112654208 : -130299596897408 : ffff897e42d00380)
00000100:00000040:3.0:1775767674.621041:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621048:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767674.621051:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767674.621053:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767674.621055:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360569472, offset 0
00000400:00000200:3.0:1775767674.621060:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767674.621064:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767674.621067:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767674.621070:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767674.621073:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767674.621076:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767674.621078:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767674.621081:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59443:59443:256:4294967295] 192.168.202.115@tcp LPNI seq info [59442:59442:8:4294967295]
00000400:00000200:3.0:1775767674.621085:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767674.621091:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767674.621095:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767674.621098:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767674.621102:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767674.621105:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767674.621109:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767674.621111:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775767674.621115:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767674.621117:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767674.621120:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767674.621124:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767674.621127:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767674.621129:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767674.621131:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767674.621134:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621142:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767674.621144:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621150:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.621152:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767674.621154:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767674.621158:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767674.621161:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767674.621163:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299565581
00000100:00000001:3.0:1775767674.621165:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299566842
00000100:00000001:3.0:1775767674.621167:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299565581
00000100:00000001:3.0:1775767674.621169:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299566842
00000100:00000001:3.0:1775767674.621171:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767674.621173:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.621174:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767674.621178:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767674/real 1775767674]  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767674.621184:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767674.621186:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767674.621187:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767674.621189:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767674.621191:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767674.621193:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767674.621196:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767674.621203:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621209:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767674.621210:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621212:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.621213:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767674.621216:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621240:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767674.621244:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621250:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767674.621253:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621254:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.621255:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621257:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767674.621259:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767674.621261:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767674.621265:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767674.621267:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767674.621271:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767674.621279:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569472:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767674.621283:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767674.621287:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621294:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767674.621295:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767674.621297:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767674.621299:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767674.621301:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767674.621304:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569600:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767674.621308:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767674.621310:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767674.621311:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767674.621313:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767674.621317:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767674.621319:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767674.621322:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767674.621325:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767674.621328:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767674.621331:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569600, portal 10
00000100:00000001:3.0:1775767674.621333:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767674.621334:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112661376 : -130299596890240 : ffff897e42d01f80)
00000100:00000040:3.0:1775767674.621340:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621347:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767674.621349:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767674.621351:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767674.621354:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360569600, offset 0
00000400:00000200:3.0:1775767674.621358:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767674.621362:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767674.621366:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767674.621369:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767674.621372:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767674.621374:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767674.621377:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767674.621381:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59444:59444:256:4294967295] 192.168.202.115@tcp LPNI seq info [59443:59443:8:4294967295]
00000400:00000200:3.0:1775767674.621385:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767674.621392:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767674.621396:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767674.621399:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767674.621403:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767674.621406:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767674.621411:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767674.621414:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775767674.621418:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767674.621420:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767674.621423:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767674.621427:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767674.621430:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767674.621432:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767674.621434:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767674.621438:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621447:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767674.621450:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621458:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.621459:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767674.621462:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767674.621464:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767674.621468:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767674.621470:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299565579
00000100:00000001:3.0:1775767674.621472:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299566842
00000100:00000001:3.0:1775767674.621474:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299565579
00000100:00000001:3.0:1775767674.621477:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299566842
00000100:00000001:3.0:1775767674.621479:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767674.621481:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.621483:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767674.621487:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767674/real 1775767674]  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767674.621495:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767674.621496:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767674.621498:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767674.621500:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767674.621502:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767674.621504:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767674.621508:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767674.621516:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621523:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767674.621524:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621526:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.621527:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767674.621531:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621539:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767674.621543:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621550:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767674.621552:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621554:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.621555:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621557:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767674.621559:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767674.621562:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767674.621566:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767674.621568:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767674.621572:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767674.621580:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569600:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767674.621584:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767674.621588:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621595:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767674.621597:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767674.621599:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767674.621601:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767674.621603:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767674.621606:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569728:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767674.621609:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767674.621611:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767674.621612:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767674.621614:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767674.621617:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767674.621619:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767674.621623:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767674.621625:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767674.621629:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767674.621632:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569728, portal 4
00000100:00000001:3.0:1775767674.621634:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767674.621635:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112664064 : -130299596887552 : ffff897e42d02a00)
00000100:00000040:3.0:1775767674.621640:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621648:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767674.621650:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767674.621652:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767674.621655:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360569728, offset 0
00000400:00000200:3.0:1775767674.621659:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767674.621662:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767674.621665:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767674.621668:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767674.621671:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767674.621673:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767674.621676:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767674.621679:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59445:59445:256:4294967295] 192.168.202.115@tcp LPNI seq info [59444:59444:8:4294967295]
00000400:00000200:3.0:1775767674.621684:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767674.621691:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767674.621696:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767674.621698:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767674.621702:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767674.621705:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775767674.621709:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767674.621712:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775767674.621716:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767674.621718:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767674.621721:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767674.621725:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767674.621728:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767674.621730:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767674.621732:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767674.621735:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621743:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767674.621747:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621761:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.621763:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767674.621765:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767674.621768:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767674.621771:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767674.621773:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299565634
00000100:00000001:3.0:1775767674.621776:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299566842
00000100:00000001:3.0:1775767674.621778:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299565634
00000100:00000001:3.0:1775767674.621780:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299566842
00000100:00000001:3.0:1775767674.621782:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767674.621784:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.621786:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767674.621789:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767674/real 1775767674]  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767674.621797:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767674.621799:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767674.621801:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767674.621803:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767674.621804:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767674.621807:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767674.621810:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767674.621818:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621825:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767674.621844:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621846:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.621848:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767674.621852:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621860:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767674.621864:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621871:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767674.621873:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621875:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767674.621876:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621878:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767674.621880:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767674.621882:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767674.621885:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767674.621887:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767674.621891:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767674.621899:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569728:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767674.621903:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621905:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767674.621908:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00380 x1862022360569472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621915:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767674.621917:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767674.621919:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767674.621921:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767674.621923:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767674.621924:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767674.621927:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767674.621928:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:3.0:1775767674.621931:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767674.621933:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767674.621934:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00380.
00000100:00000001:3.0:1775767674.621937:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767674.621938:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621940:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767674.621943:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01f80 x1862022360569600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621950:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767674.621952:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767674.621953:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767674.621955:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767674.621956:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767674.621957:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767674.621959:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767674.621961:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:3.0:1775767674.621963:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767674.621964:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767674.621965:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01f80.
00000100:00000001:3.0:1775767674.621967:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767674.621968:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621970:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767674.621973:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02a00 x1862022360569728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767674.621980:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767674.621981:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767674.621982:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767674.621984:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767674.621985:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767674.621986:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767674.621988:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767674.621989:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:3.0:1775767674.621991:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767674.621992:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767674.621993:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02a00.
00000100:00000001:3.0:1775767674.621995:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767674.621996:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.621998:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767674.622002:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767674.622003:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767674.622005:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767674.622006:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767675.643998:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767675.644002:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767675.644004:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767675.899932:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299566842, at 4299566848
00000100:00000040:2.0:1775767675.899933:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299566842, at 4299566848
00000100:00000010:2.0:1775767675.899946:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531462a0.
00000100:00000010:3.0:1775767675.899949:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146060.
00000020:00000001:1.0:1775767676.668152:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767676.668155:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767676.668159:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767677.692031:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767677.692036:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767677.692040:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767678.716006:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767678.716009:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767678.716012:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767679.739957:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767679.739967:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767679.739970:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767679.739975:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767679.739981:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767679.739994:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4898
00000400:00000200:1.0:1775767679.740005:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767679.740011:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767679.740015:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767679.740018:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740021:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767679.740023:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740025:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767679.740028:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767679.740029:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767679.740032:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767679.740034:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767679.740036:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767679.740038:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767679.740040:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740042:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767679.740044:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740045:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767679.740048:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767679.740051:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740052:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767679.740055:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767679.740058:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767679.740060:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740062:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767679.740063:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767679.740075:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767679.740078:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767679.740082:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767679.740083:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740086:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767679.740089:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767679.740094:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767679.740103:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767679.740110:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767679.740119:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767679.740131:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767679.740138:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767679.740144:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767679.740183:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767679.740187:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767679.740192:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767679.740194:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767679.740197:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767679.740200:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767679.740205:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4898
00000400:00000200:1.0:1775767679.740209:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767679.740212:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767679.740214:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767679.740217:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775767679.740220:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767679.740224:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767679.740225:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767679.740229:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767679.740230:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740234:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767679.740237:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767679.740238:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767679.740244:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1775767679.740247:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775767679.740249:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767679.740258:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767679.740267:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767679.740270:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767679.740274:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767679.740279:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:3.0:1775767679.740279:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775767679.740284:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775767679.740285:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775767679.740289:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:3.0:1775767679.740290:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740299:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00100000:3.0:1775767679.740302:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360569856:192.168.202.115@tcp:250:kworker.0
00000020:00000040:1.0:1775767679.740306:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:3.0:1775767679.740316:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1775767679.740319:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:3.0:1775767679.740321:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775767679.740322:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767679.740326:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767679.740333:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767679.740334:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767679.740337:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740342:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775767679.740342:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1775767679.740346:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767679.740350:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740352:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767679.740354:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
00000100:00000010:1.0:1775767679.740355:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
02000000:00000001:3.0:1775767679.740361:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767679.740362:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767679.740370:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767679.740372:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740374:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767679.740376:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775767679.740380:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775767679.740381:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767679.740394:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000400:00000010:3.0:1775767679.740394:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000100:00000001:1.0:1775767679.740409:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767679.740411:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00100000:1.0:1775767679.740417:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775767679.740421:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569856, portal 25
00000100:00000001:3.0:1775767679.740432:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775767679.740433:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767679.740437:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112662272 : -130299596889344 : ffff897e42d02300)
00000100:00000001:1.0:1775767679.740439:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767679.740446:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767679.740450:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767679.740490:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.740490:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1775767679.740498:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767679.740499:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:1.0:1775767679.740507:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:3.0:1775767679.740507:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000001:1.0:1775767679.740512:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1775767679.740514:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360569856, offset 0
00000100:00080000:1.0:1775767679.740515:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767679.740522:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767679.740529:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4898
00000400:00000200:3.0:1775767679.740532:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767679.740540:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767679.740543:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767679.740545:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767679.740548:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740550:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775767679.740551:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:1.0:1775767679.740559:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740562:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767679.740565:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767679.740569:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000200:3.0:1775767679.740569:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000001:1.0:1775767679.740575:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767679.740580:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:3.0:1775767679.740583:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1775767679.740587:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:3.0:1775767679.740593:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000001:1.0:1775767679.740594:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767679.740600:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767679.740600:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775767679.740609:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775767679.740609:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767679.740616:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59446:59446:256:4294967295] 192.168.202.115@tcp LPNI seq info [59445:59445:8:4294967295]
00000100:00000040:1.0:1775767679.740623:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767679.740630:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767679.740631:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767679.740637:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767679.740643:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740651:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767679.740658:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1775767679.740660:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767679.740669:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1775767679.740670:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:1.0:1775767679.740679:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775767679.740681:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000100:00000001:1.0:1775767679.740683:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767679.740688:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767679.740692:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767679.740700:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767679.740701:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767679.740707:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000010:1.0:1775767679.740708:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767679.740720:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:3.1:1775767679.740730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:1.0:1775767679.740731:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767679.740733:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740734:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767679.740735:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767679.740737:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767679.740742:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767679.740745:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767679.740750:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1775767679.740758:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1775767679.740761:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767679.740767:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767679.740777:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1775767679.740781:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767679.740790:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000100:00000001:1.0:1775767679.740793:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767679.740796:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1775767679.740797:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767679.740803:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767679.740809:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775767679.740810:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1775767679.740812:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767679.740815:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767679.740815:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000100:00080000:1.0:1775767679.740821:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4898
00000400:00000010:3.0:1775767679.740822:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767679.740858:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767679.740863:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767679.740864:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767679.740874:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767679.740884:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767679.740898:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767679.740901:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767679.740901:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767679.740905:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:3.0:1775767679.740908:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767679.740910:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767679.740921:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767679.740926:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767679.740931:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767679.740936:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767679.740945:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767679.740952:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767679.740965:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767679.740966:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740970:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767679.740975:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767679.740975:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775767679.740980:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767679.740982:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767679.740984:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767679.740986:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.740987:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767679.740996:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767679.741000:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775767679.741007:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775767679.741008:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.741012:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767679.741014:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299571963
00000008:00100000:1.0:1775767679.741016:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767679.741021:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767679.741022:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767679.741023:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146060.
00000100:00000010:1.0:1775767679.741025:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767679.741028:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767679.741032:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767679.741033:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741034:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767679.741037:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767679.741039:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767679.741040:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741041:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299571963
02000000:00000010:1.0:1775767679.741045:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000010:3.0:1775767679.741047:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531462a0.
00000100:00000001:1.0:1775767679.741050:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741051:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767679.741055:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775767679.741057:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767679.741060:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741074:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775767679.741075:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767679.741079:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767679.741086:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767679.741091:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767679/real 1775767679]  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767679.741103:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767679.741109:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767679.741119:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767679.741127:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4908)
00000400:00000001:3.0:1775767679.741140:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767679.741142:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767679.741144:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767679.741147:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767679.741148:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767679.741152:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767679.741158:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767679.741166:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741184:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767679.741186:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741188:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741190:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767679.741195:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741203:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767679.741208:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741216:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767679.741220:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741222:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741223:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741225:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767679.741228:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767679.741231:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767679.741235:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767679.741237:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767679.741240:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767679.741246:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360569856:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767679.741249:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741251:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767679.741253:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02300 x1862022360569856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741257:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767679.741259:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767679.741261:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767679.741264:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767679.741265:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767679.741266:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767679.741268:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767679.741270:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:3.0:1775767679.741273:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767679.741275:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767679.741276:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02300.
00000100:00000001:3.0:1775767679.741279:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767679.741280:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741281:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741288:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767679.741289:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741291:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767679.741292:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767679.741293:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767679.741296:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741301:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767679.741303:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767679.741304:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767679.741306:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767679.741308:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767679.741310:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569984:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767679.741312:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767679.741314:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767679.741315:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767679.741316:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767679.741318:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767679.741319:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767679.741323:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767679.741325:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767679.741329:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767679.741332:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360569984, portal 10
00000100:00000001:3.0:1775767679.741334:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767679.741336:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112667648 : -130299596883968 : ffff897e42d03800)
00000100:00000040:3.0:1775767679.741341:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741348:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767679.741350:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767679.741353:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767679.741356:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360569984, offset 0
00000400:00000200:3.0:1775767679.741360:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767679.741365:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767679.741370:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767679.741373:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767679.741376:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767679.741378:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767679.741381:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767679.741384:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59447:59447:256:4294967295] 192.168.202.115@tcp LPNI seq info [59446:59446:8:4294967295]
00000400:00000200:3.0:1775767679.741388:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767679.741394:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767679.741397:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767679.741400:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767679.741402:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767679.741404:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767679.741409:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767679.741410:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775767679.741413:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767679.741415:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767679.741417:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767679.741419:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767679.741421:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767679.741423:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767679.741424:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767679.741427:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741433:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767679.741435:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741439:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741440:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767679.741442:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767679.741446:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767679.741448:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767679.741449:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299570701
00000100:00000001:3.0:1775767679.741451:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299571963
00000100:00000001:3.0:1775767679.741453:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299570701
00000100:00000001:3.0:1775767679.741454:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299571963
00000100:00000001:3.0:1775767679.741456:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767679.741457:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741458:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767679.741460:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767679/real 1775767679]  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767679.741465:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767679.741466:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767679.741467:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767679.741469:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767679.741470:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767679.741471:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767679.741473:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767679.741478:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741482:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767679.741483:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741484:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741485:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767679.741487:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741491:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767679.741493:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741498:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767679.741499:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741500:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741501:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741502:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767679.741504:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767679.741505:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767679.741507:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767679.741509:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767679.741511:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767679.741515:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360569984:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767679.741518:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767679.741520:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741525:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767679.741526:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767679.741527:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767679.741528:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767679.741530:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767679.741531:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570112:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767679.741534:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767679.741535:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767679.741537:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767679.741538:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767679.741540:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767679.741541:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767679.741544:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767679.741545:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767679.741547:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767679.741549:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360570112, portal 10
00000100:00000001:3.0:1775767679.741551:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767679.741552:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112658688 : -130299596892928 : ffff897e42d01500)
00000100:00000040:3.0:1775767679.741555:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741559:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767679.741561:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767679.741572:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767679.741574:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360570112, offset 0
00000400:00000200:3.0:1775767679.741580:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767679.741582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767679.741585:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767679.741587:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767679.741589:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767679.741591:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767679.741592:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767679.741594:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59448:59448:256:4294967295] 192.168.202.115@tcp LPNI seq info [59447:59447:8:4294967295]
00000400:00000200:3.0:1775767679.741597:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767679.741601:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767679.741604:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767679.741606:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767679.741608:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767679.741610:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767679.741613:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767679.741614:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775767679.741617:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767679.741618:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767679.741620:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767679.741622:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767679.741624:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767679.741625:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767679.741627:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767679.741629:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741635:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767679.741637:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741641:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741642:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767679.741643:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767679.741645:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767679.741647:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767679.741648:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299570699
00000100:00000001:3.0:1775767679.741650:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299571963
00000100:00000001:3.0:1775767679.741651:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299570699
00000100:00000001:3.0:1775767679.741653:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299571963
00000100:00000001:3.0:1775767679.741654:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767679.741655:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741657:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767679.741659:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767679/real 1775767679]  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767679.741663:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767679.741664:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767679.741665:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767679.741666:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767679.741667:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767679.741669:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767679.741670:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767679.741676:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741680:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767679.741681:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741683:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741684:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767679.741686:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741689:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767679.741692:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741696:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767679.741697:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741698:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741699:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741700:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767679.741701:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767679.741702:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767679.741705:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767679.741706:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767679.741708:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767679.741712:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570112:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767679.741715:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767679.741717:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741721:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767679.741722:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767679.741724:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767679.741725:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767679.741727:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767679.741729:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570240:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767679.741732:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767679.741735:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767679.741736:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767679.741738:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767679.741741:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767679.741743:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767679.741747:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767679.741749:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767679.741752:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767679.741755:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360570240, portal 4
00000100:00000001:3.0:1775767679.741758:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767679.741759:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112660480 : -130299596891136 : ffff897e42d01c00)
00000100:00000040:3.0:1775767679.741765:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741772:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767679.741775:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767679.741777:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767679.741780:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360570240, offset 0
00000400:00000200:3.0:1775767679.741784:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767679.741788:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767679.741791:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767679.741794:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767679.741796:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767679.741798:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767679.741799:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767679.741801:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59449:59449:256:4294967295] 192.168.202.115@tcp LPNI seq info [59448:59448:8:4294967295]
00000400:00000200:3.0:1775767679.741804:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767679.741809:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767679.741812:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767679.741814:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767679.741817:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767679.741819:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767679.741821:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767679.741823:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775767679.741843:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767679.741845:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767679.741847:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767679.741850:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767679.741852:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767679.741853:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767679.741855:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767679.741857:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741863:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767679.741864:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741869:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741870:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767679.741872:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767679.741874:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767679.741876:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767679.741878:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299570755
00000100:00000001:3.0:1775767679.741879:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299571963
00000100:00000001:3.0:1775767679.741881:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299570755
00000100:00000001:3.0:1775767679.741882:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299571963
00000100:00000001:3.0:1775767679.741883:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767679.741885:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.741886:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767679.741888:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767679/real 1775767679]  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767679.741894:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767679.741895:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767679.741896:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767679.741897:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767679.741898:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767679.741899:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767679.741901:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767679.741906:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741910:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767679.741911:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741912:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741913:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767679.741916:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741919:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767679.741922:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741926:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767679.741927:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741928:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767679.741929:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741930:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767679.741931:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767679.741932:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767679.741934:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767679.741935:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767679.741938:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767679.741943:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570240:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767679.741945:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741946:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767679.741948:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03800 x1862022360569984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741952:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767679.741953:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767679.741954:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767679.741955:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767679.741957:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767679.741958:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767679.741959:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767679.741961:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:3.0:1775767679.741964:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767679.741965:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767679.741966:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03800.
00000100:00000001:3.0:1775767679.741969:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767679.741970:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.741971:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767679.741975:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01500 x1862022360570112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.741981:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767679.741983:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767679.741984:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767679.741986:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767679.741988:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767679.741989:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767679.741991:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767679.741993:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:3.0:1775767679.741995:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767679.741997:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767679.741998:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01500.
00000100:00000001:3.0:1775767679.742001:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767679.742002:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.742004:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767679.742007:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01c00 x1862022360570240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767679.742014:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767679.742015:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767679.742017:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767679.742019:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767679.742020:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767679.742021:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767679.742022:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767679.742023:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:3.0:1775767679.742025:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767679.742026:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767679.742027:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01c00.
00000100:00000001:3.0:1775767679.742028:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767679.742029:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.742030:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767679.742032:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767679.742033:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767679.742034:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767679.742035:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767680.763989:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767680.763994:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767680.763998:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767681.019971:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299571963, at 4299571968
00000100:00000040:3.0:1775767681.019980:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299571963, at 4299571968
00000100:00000010:2.0:1775767681.019988:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146060.
00000100:00000010:3.0:1775767681.019998:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531462a0.
00000020:00000001:1.0:1775767681.788043:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767681.788063:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767681.788067:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767682.812053:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767682.812059:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767682.812062:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767683.836083:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767683.836087:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767683.836091:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767684.859989:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767684.859998:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767684.860003:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767684.860008:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767684.860015:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767684.860023:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4903
00000400:00000200:2.0:1775767684.860034:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767684.860040:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767684.860043:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767684.860046:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860050:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767684.860052:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860059:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767684.860062:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767684.860065:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767684.860068:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767684.860073:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767684.860075:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767684.860079:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767684.860081:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860083:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767684.860084:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860086:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767684.860089:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767684.860092:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860095:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767684.860098:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767684.860101:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767684.860106:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860108:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767684.860111:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767684.860134:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775767684.860138:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767684.860142:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767684.860144:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860147:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767684.860150:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767684.860154:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767684.860163:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767684.860170:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767684.860179:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767684.860188:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767684.860193:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767684.860197:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767684.860214:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767684.860217:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767684.860220:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767684.860221:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767684.860223:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767684.860225:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767684.860226:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4903
00000400:00000200:2.0:1775767684.860229:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767684.860232:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767684.860234:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767684.860236:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860237:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767684.860239:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860240:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767684.860242:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767684.860243:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767684.860244:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767684.860245:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767684.860246:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767684.860248:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767684.860250:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860251:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767684.860252:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860254:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767684.860255:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767684.860257:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860259:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767684.860261:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767684.860267:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767684.860269:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860270:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767684.860275:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767684.860280:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860282:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767684.860286:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775767684.860288:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767684.860291:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767684.860292:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860294:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767684.860297:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775767684.860299:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775767684.860301:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.860308:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1775767684.860309:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:3.0:1775767684.860314:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775767684.860315:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767684.860323:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775767684.860332:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767684.860336:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767684.860340:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767684.860355:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.860369:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767684.860375:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860377:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767684.860380:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1775767684.860381:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1775767684.860384:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775767684.860385:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767684.860391:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1775767684.860392:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767684.860394:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1775767684.860401:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360570368:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767684.860402:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767684.860413:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4903
00000100:00000001:3.0:1775767684.860416:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1775767684.860420:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775767684.860421:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767684.860424:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767684.860425:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767684.860433:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1775767684.860434:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775767684.860442:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860444:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767684.860446:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000010:3.0:1775767684.860447:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:2.0:1775767684.860449:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:3.0:1775767684.860452:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767684.860453:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767684.860459:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767684.860461:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767684.860462:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:3.0:1775767684.860469:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775767684.860470:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:3.0:1775767684.860476:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000020:00000001:2.0:1775767684.860477:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767684.860488:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:3.0:1775767684.860490:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000001:2.0:1775767684.860491:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767684.860500:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000200:3.0:1775767684.860503:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360570368, portal 25
00000100:00000001:2.0:1775767684.860504:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767684.860515:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:3.0:1775767684.860515:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767684.860520:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00080000:2.0:1775767684.860526:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860530:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767684.860534:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1775767684.860534:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767684.860541:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767684.860545:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775767684.860549:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767684.860550:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767684.860554:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000001:2.0:1775767684.860556:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:3.0:1775767684.860557:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360570368, offset 0
00000008:00100000:2.0:1775767684.860560:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775767684.860567:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000008:00000001:2.0:1775767684.860568:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860573:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767684.860578:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000400:00000200:3.0:1775767684.860584:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:2.0:1775767684.860586:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767684.860600:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775767684.860601:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:2.0:1775767684.860602:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860608:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767684.860611:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767684.860614:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767684.860615:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1775767684.860622:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000400:00000200:3.0:1775767684.860628:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:2.0:1775767684.860630:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767684.860637:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767684.860640:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767684.860656:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860657:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767684.860662:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767684.860669:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767684.860670:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59450:59450:256:4294967295] 192.168.202.115@tcp LPNI seq info [59449:59449:8:4294967295]
00000400:00000200:3.0:1775767684.860700:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767684.860702:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767684.860707:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767684.860717:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767684.860720:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767684.860726:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767684.860726:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775767684.860736:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767684.860742:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4903
00000400:00000200:2.0:1775767684.860748:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767684.860752:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767684.860754:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1775767684.860761:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775767684.860762:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860770:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1775767684.860773:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000100:00000040:2.0:1775767684.860774:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860782:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767684.860784:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767684.860786:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767684.860788:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1775767684.860790:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775767684.860792:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767684.860796:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:3.0:1775767684.860797:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775767684.860803:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:3.1:1775767684.860808:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767684.860815:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1775767684.860820:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000100:3.0:1775767684.860827:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860855:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767684.860859:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860861:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767684.860863:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767684.860866:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767684.860868:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767684.860870:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767684.860875:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1775767684.860875:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
02000000:00000001:2.0:1775767684.860880:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860882:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767684.860885:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775767684.860887:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1775767684.860889:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860892:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767684.860895:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775767684.860901:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:3.0:1775767684.860904:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775767684.860906:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767684.860908:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767684.860910:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775767684.860911:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
02000000:00000001:2.0:1775767684.860912:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767684.860915:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767684.860917:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
02000000:00000010:2.0:1775767684.860919:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767684.860925:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.860926:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1775767684.860932:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775767684.860935:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767684.860963:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767684.860968:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767684.860977:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.860981:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767684.860989:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767684.860994:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767684.860995:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767684.861004:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767684.861011:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4913)
00000100:00000001:3.0:1775767684.861019:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861022:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767684.861029:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767684.861034:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767684.861037:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299577083
00000100:00000010:3.0:1775767684.861042:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531462a0.
00000100:00000001:3.0:1775767684.861048:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767684.861055:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299577083
00000100:00000010:3.0:1775767684.861058:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146ea0.
00000100:00000001:3.0:1775767684.861061:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767684.861064:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767684.861067:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861069:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767684.861074:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767684/real 1775767684]  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767684.861091:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767684.861093:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767684.861095:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767684.861098:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767684.861099:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767684.861102:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767684.861106:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767684.861115:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861138:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767684.861140:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861142:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861144:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767684.861148:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861156:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767684.861161:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861170:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767684.861173:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861175:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861176:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861179:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767684.861181:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767684.861184:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767684.861187:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767684.861188:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767684.861192:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767684.861198:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360570368:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767684.861202:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861203:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767684.861205:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360570368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861209:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767684.861211:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767684.861213:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767684.861215:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767684.861217:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767684.861218:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767684.861220:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767684.861221:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:3.0:1775767684.861227:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767684.861229:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767684.861231:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:3.0:1775767684.861234:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767684.861236:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861238:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861245:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767684.861247:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861250:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767684.861252:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767684.861254:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767684.861258:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861266:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767684.861268:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767684.861271:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767684.861273:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767684.861275:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767684.861279:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570496:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767684.861282:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767684.861285:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767684.861286:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767684.861288:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767684.861292:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767684.861294:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767684.861297:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767684.861299:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767684.861302:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767684.861304:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360570496, portal 10
00000100:00000001:3.0:1775767684.861306:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767684.861307:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:3.0:1775767684.861311:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861316:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767684.861318:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767684.861319:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767684.861321:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360570496, offset 0
00000400:00000200:3.0:1775767684.861323:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767684.861326:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767684.861329:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767684.861331:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767684.861333:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767684.861334:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767684.861336:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767684.861339:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59451:59451:256:4294967295] 192.168.202.115@tcp LPNI seq info [59450:59450:8:4294967295]
00000400:00000200:3.0:1775767684.861342:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767684.861346:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767684.861349:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767684.861352:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767684.861354:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767684.861357:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767684.861361:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767684.861362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775767684.861365:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767684.861367:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767684.861369:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767684.861371:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767684.861374:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767684.861375:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767684.861376:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767684.861378:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861384:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767684.861386:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861390:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861391:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767684.861392:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767684.861395:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767684.861397:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767684.861399:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299575821
00000100:00000001:3.0:1775767684.861401:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299577083
00000100:00000001:3.0:1775767684.861403:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299575821
00000100:00000001:3.0:1775767684.861404:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299577083
00000100:00000001:3.0:1775767684.861405:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767684.861406:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861408:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767684.861410:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767684/real 1775767684]  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767684.861415:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767684.861416:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767684.861417:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767684.861419:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767684.861420:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767684.861421:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767684.861423:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767684.861428:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861432:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767684.861433:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861434:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861435:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767684.861437:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861441:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767684.861443:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861447:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767684.861449:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861450:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861451:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861452:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767684.861454:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767684.861455:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767684.861458:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767684.861459:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767684.861461:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767684.861466:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570496:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767684.861469:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767684.861471:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861475:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767684.861477:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767684.861478:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767684.861479:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767684.861480:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767684.861482:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570624:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767684.861484:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767684.861485:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767684.861486:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767684.861487:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767684.861489:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767684.861491:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767684.861493:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767684.861494:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767684.861496:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767684.861498:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360570624, portal 10
00000100:00000001:3.0:1775767684.861499:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767684.861500:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:3.0:1775767684.861503:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861508:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767684.861509:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767684.861510:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767684.861512:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360570624, offset 0
00000400:00000200:3.0:1775767684.861514:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767684.861516:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767684.861518:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767684.861520:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767684.861522:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767684.861523:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767684.861525:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767684.861527:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59452:59452:256:4294967295] 192.168.202.115@tcp LPNI seq info [59451:59451:8:4294967295]
00000400:00000200:3.0:1775767684.861530:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767684.861534:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767684.861536:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767684.861538:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767684.861540:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767684.861542:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767684.861545:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767684.861546:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775767684.861549:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767684.861550:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767684.861552:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767684.861554:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767684.861556:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767684.861557:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767684.861558:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767684.861561:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861565:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767684.861567:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861571:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861572:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767684.861574:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767684.861577:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767684.861580:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767684.861582:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299575819
00000100:00000001:3.0:1775767684.861584:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299577083
00000100:00000001:3.0:1775767684.861586:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299575819
00000100:00000001:3.0:1775767684.861589:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299577083
00000100:00000001:3.0:1775767684.861591:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767684.861593:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861595:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767684.861599:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767684/real 1775767684]  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767684.861607:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767684.861608:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767684.861610:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767684.861613:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767684.861615:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767684.861617:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767684.861621:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767684.861630:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861636:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767684.861637:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861639:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861640:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767684.861642:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861647:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767684.861649:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861653:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767684.861655:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861656:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861656:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861658:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767684.861660:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767684.861661:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767684.861664:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767684.861665:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767684.861667:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767684.861672:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570624:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767684.861674:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767684.861676:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861681:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767684.861682:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767684.861683:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767684.861684:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767684.861686:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767684.861688:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570752:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767684.861690:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767684.861692:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767684.861693:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767684.861694:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767684.861696:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767684.861697:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767684.861700:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767684.861701:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767684.861704:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767684.861706:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360570752, portal 4
00000100:00000001:3.0:1775767684.861707:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767684.861708:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:3.0:1775767684.861712:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861716:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767684.861718:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767684.861719:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767684.861721:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360570752, offset 0
00000400:00000200:3.0:1775767684.861723:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767684.861726:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767684.861728:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767684.861730:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767684.861731:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767684.861733:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767684.861735:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767684.861737:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59453:59453:256:4294967295] 192.168.202.115@tcp LPNI seq info [59452:59452:8:4294967295]
00000400:00000200:3.0:1775767684.861740:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767684.861744:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767684.861747:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767684.861749:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767684.861752:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767684.861754:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767684.861756:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767684.861758:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775767684.861760:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767684.861762:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767684.861764:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767684.861766:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767684.861768:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767684.861769:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767684.861770:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767684.861772:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861777:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767684.861780:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861788:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861789:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767684.861791:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767684.861793:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767684.861795:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767684.861796:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299575874
00000100:00000001:3.0:1775767684.861798:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299577083
00000100:00000001:3.0:1775767684.861800:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299575874
00000100:00000001:3.0:1775767684.861801:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299577083
00000100:00000001:3.0:1775767684.861802:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767684.861803:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861805:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767684.861807:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767684/real 1775767684]  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767684.861811:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767684.861812:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767684.861813:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767684.861814:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767684.861815:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767684.861816:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767684.861818:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767684.861824:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861827:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767684.861847:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861849:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861850:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767684.861852:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861857:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767684.861860:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861864:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767684.861865:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861866:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767684.861867:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861868:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767684.861869:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767684.861871:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767684.861873:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767684.861874:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767684.861876:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767684.861881:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360570752:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767684.861883:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861884:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767684.861886:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360570496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861890:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767684.861891:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767684.861893:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767684.861894:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767684.861895:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767684.861896:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767684.861898:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767684.861899:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:3.0:1775767684.861902:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767684.861903:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767684.861904:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:3.0:1775767684.861906:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767684.861907:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861908:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767684.861910:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360570624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861914:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767684.861915:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767684.861916:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767684.861917:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767684.861918:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767684.861918:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767684.861919:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767684.861920:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:3.0:1775767684.861921:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767684.861922:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767684.861923:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:3.0:1775767684.861924:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767684.861925:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861926:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767684.861927:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360570752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767684.861931:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767684.861932:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767684.861933:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767684.861934:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767684.861934:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767684.861935:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767684.861936:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767684.861937:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:3.0:1775767684.861938:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767684.861939:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767684.861940:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:3.0:1775767684.861941:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767684.861942:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861943:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767684.861946:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767684.861947:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767684.861948:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767684.861949:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767685.884095:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767685.884098:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767685.884101:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767686.139965:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299577083, at 4299577088
00000100:00000040:3.0:1775767686.139968:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299577083, at 4299577088
00000100:00000010:2.0:1775767686.139992:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531462a0.
00000100:00000010:3.0:1775767686.140000:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146ea0.
00000020:00000001:1.0:1775767686.908033:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767686.908038:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767686.908041:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767687.932015:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767687.932019:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767687.932024:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767688.956114:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767688.956118:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767688.956122:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767689.979902:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767689.979912:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767689.979916:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767689.979920:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767689.979943:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767689.979958:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4908
00000400:00000200:2.0:1775767689.979970:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767689.979977:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767689.979981:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767689.979985:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.979989:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767689.979992:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980012:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767689.980016:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767689.980018:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767689.980020:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767689.980023:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767689.980026:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767689.980028:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767689.980032:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980034:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767689.980035:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980037:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767689.980039:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767689.980042:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980044:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767689.980046:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767689.980048:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767689.980050:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980052:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767689.980053:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767689.980061:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775767689.980064:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767689.980067:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767689.980068:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980104:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767689.980107:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767689.980111:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767689.980117:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775767689.980122:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767689.980130:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767689.980138:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767689.980141:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767689.980144:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767689.980159:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767689.980161:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767689.980164:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767689.980165:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767689.980167:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767689.980169:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767689.980170:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4908
00000400:00000200:2.0:1775767689.980174:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767689.980177:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767689.980179:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767689.980181:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980183:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767689.980185:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980187:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767689.980189:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767689.980190:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767689.980191:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767689.980192:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767689.980193:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767689.980195:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767689.980195:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775767689.980201:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767689.980202:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767689.980203:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767689.980205:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767689.980206:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980221:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767689.980223:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767689.980227:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:3.0:1775767689.980228:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767689.980229:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767689.980232:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767689.980236:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767689.980241:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980244:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767689.980249:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775767689.980249:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1775767689.980253:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.980254:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980255:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767689.980259:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
02000000:00000001:3.0:1775767689.980260:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775767689.980262:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767689.980264:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767689.980265:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767689.980267:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980270:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767689.980271:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767689.980271:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767689.980274:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767689.980278:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360570880:192.168.202.115@tcp:250:kworker.0
02000000:00000010:2.0:1775767689.980279:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767689.980283:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.980286:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1775767689.980289:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775767689.980292:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767689.980297:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980298:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767689.980303:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.980303:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775767689.980308:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775767689.980311:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
00000100:00000001:2.0:1775767689.980317:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.980317:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767689.980329:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767689.980331:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767689.980334:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767689.980335:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767689.980335:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767689.980340:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767689.980342:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4908
00000400:00000010:3.0:1775767689.980342:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000200:2.0:1775767689.980348:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767689.980350:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767689.980352:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1775767689.980353:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000040:2.0:1775767689.980354:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980358:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767689.980359:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980361:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767689.980363:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:3.0:1775767689.980363:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360570880, portal 25
00000020:00000040:2.0:1775767689.980364:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767689.980366:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767689.980368:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000001:3.0:1775767689.980370:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1775767689.980371:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:3.0:1775767689.980373:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000020:00000001:2.0:1775767689.980374:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767689.980381:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980382:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767689.980386:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:3.0:1775767689.980387:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767689.980388:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767689.980390:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:3.0:1775767689.980401:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775767689.980402:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980405:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767689.980408:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775767689.980409:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767689.980412:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1775767689.980414:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
02000000:00000001:2.0:1775767689.980415:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980429:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:3.0:1775767689.980430:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360570880, offset 0
00000008:00100000:2.0:1775767689.980431:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767689.980437:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980438:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767689.980441:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000400:00000200:3.0:1775767689.980442:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775767689.980444:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767689.980447:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767689.980448:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980449:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767689.980450:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767689.980452:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.980456:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:2.0:1775767689.980457:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767689.980462:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767689.980467:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767689.980467:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767689.980476:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775767689.980477:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767689.980481:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.980484:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:2.0:1775767689.980486:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767689.980491:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775767689.980497:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.980499:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:2.0:1775767689.980500:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767689.980504:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767689.980506:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775767689.980507:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59454:59454:256:4294967295] 192.168.202.115@tcp LPNI seq info [59453:59453:8:4294967295]
00000100:00080000:2.0:1775767689.980508:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767689.980513:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767689.980517:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4908
00000400:00000200:3.0:1775767689.980519:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767689.980532:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775767689.980539:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:3.0:1775767689.980542:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767689.980545:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767689.980548:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1775767689.980549:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000100:00000040:2.0:1775767689.980550:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980555:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767689.980556:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980558:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767689.980562:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767689.980563:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000800:00000200:3.0:1775767689.980563:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767689.980566:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767689.980569:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:3.0:1775767689.980571:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775767689.980572:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767689.980574:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767689.980581:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980582:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767689.980586:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775767689.980587:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980591:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767689.980594:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:3.1:1775767689.980594:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1775767689.980599:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767689.980602:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767689.980605:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:3.0:1775767689.980607:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775767689.980608:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767689.980612:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980613:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000010:3.0:1775767689.980613:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000008:00100000:2.0:1775767689.980616:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767689.980618:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767689.980620:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.980621:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1775767689.980622:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775767689.980626:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767689.980629:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767689.980632:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.980633:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775767689.980634:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767689.980637:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767689.980639:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767689.980641:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000400:00000200:3.0:1775767689.980641:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000100:00000001:2.0:1775767689.980647:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767689.980647:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00100000:2.0:1775767689.980653:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767689.980655:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767689.980664:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767689.980672:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767689.980676:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767689.980683:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.980687:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767689.980692:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767689.980694:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767689.980698:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767689.980698:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767689.980704:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4918)
00000100:00000001:3.0:1775767689.980718:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.980720:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767689.980726:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.980730:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767689.980733:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299582202
00000100:00000010:3.0:1775767689.980738:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146ea0.
00000100:00000001:3.0:1775767689.980745:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767689.980751:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299582202
00000100:00000010:3.0:1775767689.980755:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146780.
00000100:00000001:3.0:1775767689.980758:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767689.980761:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767689.980764:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.980767:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767689.980772:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767689/real 1775767689]  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767689.980783:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767689.980784:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767689.980787:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767689.980790:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767689.980792:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767689.980794:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767689.980798:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767689.980807:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.980815:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767689.980816:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.980819:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.980821:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767689.980825:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.980861:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767689.980867:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.980875:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767689.980879:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.980881:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.980882:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.980885:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767689.980887:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767689.980890:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767689.980895:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767689.980898:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767689.980902:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767689.980911:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360570880:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767689.980916:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.980918:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767689.980921:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360570880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.980928:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767689.980931:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767689.980934:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767689.980937:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767689.980939:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767689.980940:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767689.980943:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767689.980945:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:3.0:1775767689.980951:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767689.980953:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767689.980955:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:3.0:1775767689.980958:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767689.980960:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.980962:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.980969:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767689.980972:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.980974:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767689.980976:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767689.980977:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767689.980981:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.980989:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767689.980991:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.980993:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767689.980995:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767689.980997:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767689.981000:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571008:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767689.981004:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767689.981006:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767689.981008:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.981010:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767689.981013:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767689.981015:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.981019:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767689.981022:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767689.981026:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767689.981029:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360571008, portal 10
00000100:00000001:3.0:1775767689.981032:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767689.981033:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:3.0:1775767689.981050:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981057:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767689.981060:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767689.981064:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767689.981066:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360571008, offset 0
00000400:00000200:3.0:1775767689.981087:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767689.981091:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767689.981095:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767689.981098:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767689.981101:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767689.981103:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767689.981106:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767689.981109:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59455:59455:256:4294967295] 192.168.202.115@tcp LPNI seq info [59454:59454:8:4294967295]
00000400:00000200:3.0:1775767689.981114:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767689.981121:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767689.981126:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767689.981130:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767689.981134:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767689.981137:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767689.981142:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767689.981145:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767689.981149:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767689.981150:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767689.981154:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767689.981158:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767689.981161:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767689.981163:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767689.981165:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767689.981169:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981177:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767689.981181:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981188:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.981189:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767689.981193:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767689.981197:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767689.981201:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767689.981203:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299580941
00000100:00000001:3.0:1775767689.981205:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299582202
00000100:00000001:3.0:1775767689.981208:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299580941
00000100:00000001:3.0:1775767689.981211:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299582202
00000100:00000001:3.0:1775767689.981213:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767689.981215:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.981217:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767689.981221:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767689/real 1775767689]  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767689.981230:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767689.981231:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767689.981233:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767689.981236:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767689.981237:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767689.981240:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767689.981243:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767689.981263:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981270:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767689.981272:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981274:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.981275:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767689.981279:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981286:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767689.981290:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981298:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767689.981301:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981302:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.981304:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981306:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767689.981308:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767689.981310:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767689.981314:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767689.981317:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767689.981321:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767689.981330:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571008:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767689.981335:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767689.981338:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981346:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767689.981347:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.981349:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767689.981351:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767689.981354:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767689.981357:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571136:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767689.981360:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767689.981362:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767689.981364:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.981365:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767689.981369:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767689.981371:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.981374:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767689.981376:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767689.981380:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767689.981383:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360571136, portal 10
00000100:00000001:3.0:1775767689.981384:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767689.981386:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:3.0:1775767689.981392:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981398:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767689.981401:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767689.981403:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767689.981405:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360571136, offset 0
00000400:00000200:3.0:1775767689.981410:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767689.981414:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767689.981418:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767689.981420:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767689.981423:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767689.981426:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767689.981428:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767689.981442:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59456:59456:256:4294967295] 192.168.202.115@tcp LPNI seq info [59455:59455:8:4294967295]
00000400:00000200:3.0:1775767689.981446:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767689.981453:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767689.981458:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767689.981462:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767689.981466:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767689.981468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767689.981472:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767689.981475:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767689.981479:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767689.981481:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767689.981484:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767689.981487:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767689.981490:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767689.981492:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767689.981494:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767689.981509:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981517:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767689.981519:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981525:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.981527:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767689.981530:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767689.981532:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767689.981535:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767689.981537:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299580939
00000100:00000001:3.0:1775767689.981540:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299582202
00000100:00000001:3.0:1775767689.981542:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299580939
00000100:00000001:3.0:1775767689.981544:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299582202
00000100:00000001:3.0:1775767689.981546:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767689.981548:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.981550:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767689.981554:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767689/real 1775767689]  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767689.981562:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767689.981563:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767689.981565:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767689.981568:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767689.981569:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767689.981571:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767689.981575:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767689.981584:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981591:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767689.981592:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981594:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.981596:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767689.981599:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981607:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767689.981611:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981617:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767689.981619:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981621:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.981623:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981624:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767689.981626:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767689.981629:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767689.981632:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767689.981635:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767689.981639:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767689.981647:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571136:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767689.981651:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767689.981654:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981661:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767689.981663:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.981665:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767689.981667:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767689.981669:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767689.981672:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571264:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767689.981675:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767689.981677:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767689.981678:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767689.981681:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767689.981684:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767689.981686:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767689.981689:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767689.981692:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767689.981695:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767689.981698:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360571264, portal 4
00000100:00000001:3.0:1775767689.981700:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767689.981701:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00000040:3.0:1775767689.981707:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981714:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767689.981716:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767689.981719:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767689.981721:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360571264, offset 0
00000400:00000200:3.0:1775767689.981725:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767689.981729:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767689.981732:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767689.981735:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767689.981738:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767689.981740:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767689.981743:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767689.981746:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59457:59457:256:4294967295] 192.168.202.115@tcp LPNI seq info [59456:59456:8:4294967295]
00000400:00000200:3.0:1775767689.981750:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767689.981757:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767689.981762:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767689.981765:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767689.981769:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767689.981772:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767689.981776:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767689.981778:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767689.981782:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767689.981784:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767689.981787:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767689.981790:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767689.981793:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767689.981795:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767689.981798:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767689.981802:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981810:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767689.981814:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981821:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.981822:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767689.981825:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767689.981849:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767689.981853:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767689.981855:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299580995
00000100:00000001:3.0:1775767689.981858:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299582202
00000100:00000001:3.0:1775767689.981860:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299580995
00000100:00000001:3.0:1775767689.981862:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299582202
00000100:00000001:3.0:1775767689.981864:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767689.981867:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.981869:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767689.981873:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767689/real 1775767689]  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767689.981881:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767689.981883:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767689.981885:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767689.981887:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767689.981889:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767689.981891:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767689.981894:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767689.981904:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981910:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767689.981912:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981913:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.981915:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767689.981918:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981926:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767689.981930:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981937:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767689.981939:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981941:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767689.981942:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981944:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767689.981946:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767689.981948:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767689.981952:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767689.981954:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767689.981959:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767689.981968:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571264:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767689.981972:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.981974:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767689.981977:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360571008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.981983:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767689.981985:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767689.981987:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767689.981990:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767689.981991:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767689.981993:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767689.981995:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767689.981996:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:3.0:1775767689.982001:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767689.982002:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767689.982003:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:3.0:1775767689.982006:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767689.982007:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.982009:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767689.982012:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360571136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.982019:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767689.982020:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767689.982022:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767689.982024:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767689.982026:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767689.982027:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767689.982029:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767689.982030:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:3.0:1775767689.982033:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767689.982034:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767689.982036:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:3.0:1775767689.982038:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767689.982039:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.982041:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767689.982045:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360571264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767689.982051:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767689.982053:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767689.982054:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767689.982056:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767689.982057:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767689.982059:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767689.982061:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767689.982062:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:3.0:1775767689.982064:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767689.982066:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767689.982067:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:3.0:1775767689.982083:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767689.982085:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.982087:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767689.982091:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767689.982092:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767689.982094:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767689.982096:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767691.004044:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767691.004049:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767691.004052:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767691.259941:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299582202, at 4299582208
00000100:00000040:3.0:1775767691.259941:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299582202, at 4299582208
00000100:00000010:2.0:1775767691.259955:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146ea0.
00000100:00000010:3.0:1775767691.259957:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146780.
00000020:00000001:1.0:1775767692.027959:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767692.027963:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767692.027966:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767693.051984:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767693.051988:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767693.051991:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767694.076064:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767694.076067:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767694.076069:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767695.099941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767695.099950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767695.099955:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767695.099962:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767695.099968:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767695.099976:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4913
00000400:00000200:2.0:1775767695.099984:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767695.099990:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767695.099994:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767695.099999:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767695.100006:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767695.100017:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767695.100035:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767695.100039:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767695.100042:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767695.100046:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767695.100049:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767695.100054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767695.100059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767695.100063:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767695.100067:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100070:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767695.100074:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767695.100077:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767695.100080:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100083:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767695.100085:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767695.100095:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775767695.100099:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767695.100103:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767695.100104:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100108:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767695.100111:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767695.100115:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767695.100123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767695.100136:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767695.100145:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767695.100153:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767695.100157:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767695.100160:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767695.100175:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767695.100178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767695.100180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767695.100182:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767695.100183:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767695.100185:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767695.100188:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4913
00000400:00000200:2.0:1775767695.100192:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767695.100195:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767695.100196:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767695.100196:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775767695.100200:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767695.100201:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767695.100203:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767695.100204:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767695.100207:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100209:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767695.100212:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1775767695.100213:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767695.100214:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767695.100217:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767695.100219:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767695.100223:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767695.100227:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767695.100233:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767695.100233:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767695.100236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767695.100236:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767695.100240:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:3.0:1775767695.100241:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775767695.100242:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:3.0:1775767695.100244:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775767695.100245:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:3.0:1775767695.100250:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767695.100251:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100255:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767695.100256:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360571392:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775767695.100257:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775767695.100261:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767695.100263:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767695.100265:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.100265:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767695.100267:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100268:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775767695.100272:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1775767695.100273:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767695.100276:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767695.100277:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:2.0:1775767695.100278:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.100280:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767695.100282:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775767695.100285:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000200:3.0:1775767695.100287:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775767695.100288:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767695.100290:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100292:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1775767695.100292:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
02000000:00000001:2.0:1775767695.100294:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767695.100297:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767695.100299:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
02000000:00000010:2.0:1775767695.100301:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767695.100304:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767695.100305:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360571392, portal 25
00000100:00000001:3.0:1775767695.100308:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1775767695.100309:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767695.100310:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:3.0:1775767695.100320:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767695.100321:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767695.100324:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767695.100331:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100332:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767695.100339:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767695.100344:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000001:2.0:1775767695.100346:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767695.100348:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360571392, offset 0
00000100:00080000:2.0:1775767695.100349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767695.100353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767695.100354:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775767695.100356:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775767695.100357:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767695.100361:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767695.100364:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4913
00000400:00000200:3.0:1775767695.100367:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.100373:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767695.100377:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767695.100380:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767695.100383:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767695.100385:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767695.100388:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59458:59458:256:4294967295] 192.168.202.115@tcp LPNI seq info [59457:59457:8:4294967295]
00000400:00000200:3.0:1775767695.100392:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.100399:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775767695.100405:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767695.100410:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767695.100411:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767695.100414:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775767695.100415:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775767695.100419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100421:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000010:3.0:1775767695.100422:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000020:00000001:2.0:1775767695.100425:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767695.100427:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767695.100429:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767695.100431:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:3.0:1775767695.100432:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767695.100433:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767695.100437:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:3.0:1775767695.100437:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775767695.100441:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100444:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767695.100447:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100449:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767695.100450:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:3.1:1775767695.100450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775767695.100452:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100453:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767695.100454:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767695.100456:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767695.100458:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100459:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767695.100460:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767695.100461:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100464:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767695.100468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000010:2.0:1775767695.100469:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775767695.100474:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767695.100477:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000100:3.0:1775767695.100477:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775767695.100479:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775767695.100480:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000100:00000001:2.0:1775767695.100481:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767695.100483:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767695.100485:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767695.100487:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1775767695.100488:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767695.100494:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767695.100498:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1775767695.100501:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767695.100504:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767695.100508:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:2.0:1775767695.100511:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767695.100513:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.100513:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775767695.100518:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767695.100520:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767695.100536:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767695.100541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767695.100543:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775767695.100544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767695.100546:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767695.100549:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1775767695.100549:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767695.100553:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767695.100558:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4913
00000100:00000001:3.0:1775767695.100561:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767695.100563:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767695.100564:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1775767695.100567:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767695.100569:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767695.100570:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767695.100571:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100574:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775767695.100576:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775767695.100577:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100580:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767695.100581:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299587322
00000020:00000001:2.0:1775767695.100582:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767695.100585:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767695.100586:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:3.0:1775767695.100587:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146780.
00000020:00000040:2.0:1775767695.100588:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767695.100592:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767695.100593:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767695.100595:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767695.100596:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767695.100597:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767695.100600:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767695.100601:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767695.100601:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299587322
00000100:00000010:3.0:1775767695.100606:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146c00.
00000020:00000040:2.0:1775767695.100607:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767695.100612:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767695.100612:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767695.100614:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.100616:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767695.100617:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767695.100621:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767695.100621:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767695.100626:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.100627:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775767695.100629:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767695.100631:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1775767695.100633:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767695/real 1775767695]  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775767695.100634:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100637:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767695.100642:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775767695.100646:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767695.100648:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1775767695.100648:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767695.100651:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1775767695.100652:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767695.100654:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767695.100655:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775767695.100655:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
02000000:00000001:2.0:1775767695.100659:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767695.100659:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
02000000:00000010:2.0:1775767695.100662:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000400:00000010:3.0:1775767695.100662:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767695.100664:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775767695.100666:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767695.100669:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767695.100672:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767695.100691:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767695.100694:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767695.100694:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767695.100703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100705:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767695.100708:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.100712:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.100715:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767695.100716:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767695.100720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1775767695.100723:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767695.100724:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767695.100730:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4923)
00000100:00000001:3.0:1775767695.100731:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767695.100736:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100742:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767695.100744:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.100745:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.100746:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.100747:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767695.100749:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767695.100750:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767695.100753:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767695.100755:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767695.100758:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767695.100764:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360571392:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767695.100767:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.100768:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767695.100770:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360571392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100774:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767695.100775:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767695.100777:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767695.100779:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767695.100780:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767695.100781:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767695.100782:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767695.100784:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:3.0:1775767695.100789:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767695.100790:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767695.100792:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:3.0:1775767695.100795:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767695.100796:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.100799:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.100806:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767695.100808:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.100810:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767695.100811:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767695.100813:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767695.100817:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100824:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767695.100851:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.100853:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767695.100855:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767695.100856:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767695.100859:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571520:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767695.100861:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767695.100863:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767695.100864:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.100865:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767695.100868:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767695.100869:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767695.100872:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767695.100874:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767695.100876:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767695.100879:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360571520, portal 10
00000100:00000001:3.0:1775767695.100880:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767695.100881:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:3.0:1775767695.100885:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100896:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767695.100898:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767695.100900:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767695.100901:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360571520, offset 0
00000400:00000200:3.0:1775767695.100904:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767695.100907:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.100909:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767695.100911:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767695.100913:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767695.100915:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767695.100916:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767695.100919:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59459:59459:256:4294967295] 192.168.202.115@tcp LPNI seq info [59458:59458:8:4294967295]
00000400:00000200:3.0:1775767695.100921:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.100925:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767695.100928:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767695.100931:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767695.100933:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767695.100935:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767695.100938:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767695.100940:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775767695.100943:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767695.100944:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767695.100946:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767695.100948:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767695.100950:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767695.100951:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767695.100953:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767695.100955:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100961:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767695.100962:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.100967:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.100968:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767695.100970:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767695.100972:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767695.100974:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767695.100976:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299586061
00000100:00000001:3.0:1775767695.100978:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299587322
00000100:00000001:3.0:1775767695.100979:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299586061
00000100:00000001:3.0:1775767695.100981:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299587322
00000100:00000001:3.0:1775767695.100982:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767695.100983:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.100985:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767695.100987:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767695/real 1775767695]  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767695.100996:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767695.100997:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767695.100998:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767695.100999:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767695.101000:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767695.101001:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767695.101003:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767695.101008:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101012:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767695.101013:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101014:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.101015:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767695.101017:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101039:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767695.101042:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101047:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767695.101048:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101050:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.101051:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101052:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767695.101053:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767695.101054:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767695.101057:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767695.101058:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767695.101061:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767695.101066:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571520:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767695.101069:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767695.101071:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101075:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767695.101075:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.101077:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767695.101078:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767695.101079:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767695.101081:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571648:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767695.101083:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767695.101084:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767695.101086:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.101087:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767695.101095:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767695.101096:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767695.101101:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767695.101103:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767695.101105:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767695.101108:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360571648, portal 10
00000100:00000001:3.0:1775767695.101109:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767695.101110:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:3.0:1775767695.101114:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101118:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767695.101120:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767695.101121:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767695.101123:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360571648, offset 0
00000400:00000200:3.0:1775767695.101125:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767695.101128:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.101130:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767695.101132:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767695.101134:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767695.101136:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767695.101138:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767695.101140:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59460:59460:256:4294967295] 192.168.202.115@tcp LPNI seq info [59459:59459:8:4294967295]
00000400:00000200:3.0:1775767695.101143:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.101147:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767695.101149:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767695.101151:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767695.101154:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767695.101156:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767695.101158:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767695.101160:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775767695.101163:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767695.101164:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767695.101166:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767695.101168:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767695.101170:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767695.101171:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767695.101173:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767695.101175:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101180:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767695.101182:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101186:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.101187:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767695.101189:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767695.101191:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767695.101192:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767695.101194:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299586059
00000100:00000001:3.0:1775767695.101196:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299587322
00000100:00000001:3.0:1775767695.101197:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299586059
00000100:00000001:3.0:1775767695.101198:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299587322
00000100:00000001:3.0:1775767695.101200:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767695.101201:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.101202:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767695.101204:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767695/real 1775767695]  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767695.101209:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767695.101210:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767695.101211:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767695.101212:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767695.101213:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767695.101215:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767695.101216:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767695.101221:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101225:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767695.101227:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101228:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.101229:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767695.101231:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101235:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767695.101237:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101241:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767695.101243:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101244:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.101245:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101246:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767695.101247:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767695.101249:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767695.101250:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767695.101252:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767695.101254:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767695.101258:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571648:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767695.101260:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767695.101262:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101266:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767695.101267:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.101268:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767695.101270:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767695.101271:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767695.101273:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571776:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767695.101275:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767695.101276:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767695.101277:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767695.101278:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767695.101280:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767695.101281:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767695.101283:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767695.101284:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767695.101286:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767695.101288:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360571776, portal 4
00000100:00000001:3.0:1775767695.101290:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767695.101291:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000040:3.0:1775767695.101294:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101298:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767695.101300:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767695.101301:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767695.101302:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360571776, offset 0
00000400:00000200:3.0:1775767695.101304:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767695.101306:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.101308:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767695.101310:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767695.101311:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767695.101313:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767695.101314:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767695.101316:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59461:59461:256:4294967295] 192.168.202.115@tcp LPNI seq info [59460:59460:8:4294967295]
00000400:00000200:3.0:1775767695.101319:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767695.101323:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767695.101325:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767695.101327:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767695.101329:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767695.101331:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767695.101333:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767695.101335:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775767695.101338:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767695.101339:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767695.101341:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767695.101343:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767695.101344:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767695.101345:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767695.101347:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767695.101349:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101358:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767695.101360:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101364:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.101365:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767695.101366:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767695.101368:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767695.101370:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767695.101371:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299586114
00000100:00000001:3.0:1775767695.101372:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299587322
00000100:00000001:3.0:1775767695.101373:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299586114
00000100:00000001:3.0:1775767695.101375:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299587322
00000100:00000001:3.0:1775767695.101376:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767695.101378:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.101379:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767695.101381:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767695/real 1775767695]  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767695.101386:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767695.101386:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767695.101387:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767695.101388:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767695.101389:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767695.101390:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767695.101392:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767695.101397:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101401:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767695.101402:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101404:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.101405:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767695.101407:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101411:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767695.101413:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101417:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767695.101418:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101419:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767695.101420:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101421:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767695.101421:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767695.101423:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767695.101425:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767695.101426:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767695.101428:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767695.101432:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360571776:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767695.101435:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101436:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767695.101437:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360571520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101441:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767695.101443:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767695.101444:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767695.101445:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767695.101446:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767695.101448:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767695.101449:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767695.101450:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:3.0:1775767695.101453:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767695.101454:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767695.101455:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:3.0:1775767695.101456:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767695.101458:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101459:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767695.101461:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360571648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101465:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767695.101465:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767695.101466:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767695.101467:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767695.101468:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767695.101469:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767695.101470:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767695.101471:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:3.0:1775767695.101472:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767695.101472:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767695.101473:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:3.0:1775767695.101474:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767695.101475:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101476:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767695.101478:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360571776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767695.101481:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767695.101482:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767695.101483:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767695.101484:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767695.101485:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767695.101486:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767695.101487:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767695.101488:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:3.0:1775767695.101491:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767695.101492:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767695.101493:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:3.0:1775767695.101495:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767695.101496:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101497:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767695.101499:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767695.101500:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767695.101501:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767695.101502:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767696.124100:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767696.124105:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767696.124109:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767696.379977:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299587322, at 4299587328
00000100:00000040:2.0:1775767696.379981:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299587322, at 4299587328
00000100:00000010:3.0:1775767696.379998:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146c00.
00000100:00000010:2.0:1775767696.380023:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146780.
00000020:00000001:1.0:1775767697.147954:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767697.147958:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767697.147961:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767698.172219:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767698.172223:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767698.172226:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767699.196105:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767699.196112:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767699.196116:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767700.219965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767700.219985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767700.219989:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767700.219993:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767700.219999:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767700.220007:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4918
00000400:00000200:3.0:1775767700.220017:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767700.220024:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767700.220031:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767700.220036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220040:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767700.220051:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767700.220052:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767700.220055:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767700.220058:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767700.220060:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767700.220062:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767700.220064:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220065:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767700.220070:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767700.220072:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220073:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767700.220076:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767700.220078:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767700.220080:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220081:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767700.220083:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767700.220091:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767700.220094:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767700.220097:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767700.220098:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220101:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767700.220103:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767700.220107:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767700.220116:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767700.220121:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767700.220128:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360571904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767700.220136:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767700.220140:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767700.220143:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360571904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767700.220161:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767700.220164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767700.220167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767700.220168:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767700.220169:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767700.220171:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767700.220173:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4918
00000400:00000200:3.0:1775767700.220177:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767700.220182:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767700.220185:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767700.220188:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220191:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767700.220203:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767700.220206:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767700.220210:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767700.220212:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767700.220218:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767700.220225:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767700.220232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767700.220244:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767700.220247:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220249:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767700.220251:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767700.220258:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767700.220261:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220266:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767700.220269:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767700.220274:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220278:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767700.220282:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767700.220286:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767700.220288:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767700.220291:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220295:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767700.220298:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767700.220300:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767700.220306:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767700.220312:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767700.220322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360572032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767700.220336:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767700.220339:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767700.220346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360572032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767700.220363:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767700.220368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767700.220374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767700.220378:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767700.220382:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767700.220388:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767700.220393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4918
00000400:00000200:3.0:1775767700.220401:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767700.220407:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767700.220409:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767700.220413:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220418:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220421:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220425:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767700.220428:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767700.220430:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767700.220433:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767700.220436:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767700.220439:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767700.220443:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767700.220449:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220454:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220459:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220463:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767700.220466:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767700.220470:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220476:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767700.220479:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767700.220484:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767700.220488:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220492:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767700.220494:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767700.220497:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220498:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767700.220502:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767700.220506:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767700.220510:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767700.220512:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767700.220513:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767700.220515:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767700.220516:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767700.220518:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767700.220520:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767700.220523:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767700.220529:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360572160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767700.220529:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775767700.220544:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767700.220548:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767700.220554:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360572160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767700.220563:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767700.220568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767700.220572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767700.220573:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767700.220577:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767700.220582:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767700.220586:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4918
00000400:00000200:3.0:1775767700.220591:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767700.220597:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767700.220602:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767700.220608:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220622:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767700.220628:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767700.220630:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767700.220634:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767700.220637:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767700.220641:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767700.220644:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767700.220647:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220650:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767700.220653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220657:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767700.220661:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767700.220664:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767700.220668:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767700.220670:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767700.220672:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767700.220673:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220676:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767700.220678:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767700.220682:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220684:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767700.220699:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767700.220704:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767700.220711:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767700.220714:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767700.220717:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767700.220720:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767700.220722:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767700.220726:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767700.220731:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767700.220740:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360572288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767700.220756:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767700.220761:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767700.220767:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360572288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767700.220779:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767700.220784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767700.220792:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767700.220798:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4928)
00000800:00000200:0.1:1775767700.220993:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767700.220994:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767700.221250:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767700.221252:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767700.221475:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767700.221477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775767701.244057:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767701.244062:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767701.244067:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767701.499948:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299592442, at 4299592448
00000100:00000040:3.0:1775767701.499948:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299592442, at 4299592448
00000100:00000010:2.0:1775767701.499976:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000100:00000010:3.0:1775767701.499977:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00000020:00000001:1.0:1775767702.268037:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767702.268040:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767702.268043:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767703.292051:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767703.292054:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767703.292057:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767704.316043:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767704.316046:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767704.316049:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775767705.340243:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767705.340251:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767705.340272:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767705.340289:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.340394:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767705.340397:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.340401:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767705.340407:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767705.340414:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767705.340423:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360572416:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767705.340433:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767705.340439:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767705.340443:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.340554:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767705.340563:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767705.340568:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767705.340580:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767705.340585:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767705.340594:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767705.340604:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360572416, portal 25
00000100:00000001:3.0:1775767705.340675:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767705.340680:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336567808 : -130299372983808 : ffff897e5028aa00)
00000100:00000040:3.0:1775767705.340693:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.340708:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767705.340723:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767705.340729:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767705.340737:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360572416, offset 0
00000400:00000200:3.0:1775767705.340752:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767705.340766:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.340795:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767705.340807:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767705.340816:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767705.340825:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767705.340831:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767705.340838:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59466:59466:256:4294967295] 192.168.202.115@tcp LPNI seq info [59465:59465:8:4294967295]
00000400:00000200:3.0:1775767705.340871:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.340891:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767705.340908:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.340918:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767705.340967:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767705.340972:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767705.340987:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767705.340992:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775767705.340998:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.341001:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767705.341007:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767705.341012:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767705.341017:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767705.341019:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767705.341022:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767705.341026:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341035:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.341038:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341045:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.341046:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767705.341051:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767705.341055:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767705.341058:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299597563
00000100:00000010:3.0:1775767705.341062:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146720.
00000100:00000001:3.0:1775767705.341067:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767705.341071:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299597563
00000100:00000010:3.0:1775767705.341074:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146300.
00000100:00000001:3.0:1775767705.341076:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767705.341079:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767705.341081:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.341083:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767705.341087:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767705/real 1775767705]  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767705.341095:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767705.341097:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767705.341098:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767705.341100:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767705.341102:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767705.341104:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767705.341107:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767705.341114:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341119:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767705.341120:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341122:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.341124:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767705.341127:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341132:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767705.341136:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341147:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767705.341150:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341151:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.341152:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341154:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767705.341156:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767705.341158:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767705.341161:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767705.341163:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767705.341167:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767705.341173:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360572416:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767705.341176:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341178:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.341180:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028aa00 x1862022360572416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341185:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767705.341188:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767705.341190:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767705.341192:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767705.341193:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767705.341195:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767705.341196:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767705.341198:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:3.0:1775767705.341201:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767705.341203:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767705.341204:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028aa00.
00000100:00000001:3.0:1775767705.341208:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767705.341209:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341212:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341220:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767705.341223:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.341226:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767705.341228:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767705.341230:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767705.341235:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341244:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767705.341246:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.341249:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767705.341251:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767705.341254:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767705.341273:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360572544:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767705.341278:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767705.341281:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767705.341283:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.341286:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767705.341290:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767705.341293:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767705.341298:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767705.341302:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767705.341305:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767705.341308:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360572544, portal 10
00000100:00000001:3.0:1775767705.341310:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767705.341311:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566912 : -130299372984704 : ffff897e5028a680)
00000100:00000040:3.0:1775767705.341317:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341323:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767705.341325:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767705.341327:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767705.341329:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360572544, offset 0
00000400:00000200:3.0:1775767705.341332:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767705.341336:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.341340:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767705.341343:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767705.341345:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767705.341348:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767705.341350:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767705.341353:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59467:59467:256:4294967295] 192.168.202.115@tcp LPNI seq info [59466:59466:8:4294967295]
00000400:00000200:3.0:1775767705.341356:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.341378:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767705.341383:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.341386:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767705.341391:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767705.341394:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767705.341398:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767705.341401:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775767705.341405:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.341408:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767705.341411:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767705.341414:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767705.341418:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767705.341420:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767705.341422:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767705.341426:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341434:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.341437:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341444:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.341446:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767705.341449:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767705.341453:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767705.341456:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767705.341459:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299596301
00000100:00000001:3.0:1775767705.341462:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299597563
00000100:00000001:3.0:1775767705.341464:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299596301
00000100:00000001:3.0:1775767705.341466:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299597563
00000100:00000001:3.0:1775767705.341468:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767705.341471:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.341473:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767705.341476:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767705/real 1775767705]  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767705.341484:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767705.341485:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767705.341487:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767705.341489:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767705.341491:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767705.341493:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767705.341496:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767705.341504:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341510:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767705.341511:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341513:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.341515:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767705.341518:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341524:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767705.341528:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341534:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767705.341537:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341539:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.341540:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341542:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767705.341544:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767705.341547:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767705.341551:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767705.341553:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767705.341556:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767705.341582:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360572544:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767705.341585:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767705.341588:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341593:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767705.341595:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.341596:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767705.341598:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767705.341600:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767705.341602:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360572672:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767705.341605:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767705.341607:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767705.341609:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.341610:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767705.341613:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767705.341615:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767705.341618:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767705.341620:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767705.341623:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767705.341625:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360572672, portal 10
00000100:00000001:3.0:1775767705.341627:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767705.341629:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336562432 : -130299372989184 : ffff897e50289500)
00000100:00000040:3.0:1775767705.341633:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341639:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767705.341641:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767705.341643:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767705.341645:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360572672, offset 0
00000400:00000200:3.0:1775767705.341648:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767705.341651:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.341654:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767705.341657:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767705.341659:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767705.341661:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767705.341663:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767705.341666:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59468:59468:256:4294967295] 192.168.202.115@tcp LPNI seq info [59467:59467:8:4294967295]
00000400:00000200:3.0:1775767705.341670:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.341676:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767705.341680:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.341682:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767705.341686:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767705.341688:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767705.341692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767705.341694:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775767705.341698:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.341699:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767705.341702:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767705.341705:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767705.341707:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767705.341709:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767705.341711:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767705.341714:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341720:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.341723:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341729:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.341730:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767705.341733:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767705.341751:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767705.341753:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767705.341755:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299596299
00000100:00000001:3.0:1775767705.341757:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299597563
00000100:00000001:3.0:1775767705.341759:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299596299
00000100:00000001:3.0:1775767705.341761:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299597563
00000100:00000001:3.0:1775767705.341762:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767705.341764:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.341766:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767705.341768:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767705/real 1775767705]  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767705.341774:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767705.341775:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767705.341777:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767705.341778:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767705.341779:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767705.341781:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767705.341784:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767705.341790:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341795:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767705.341796:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341797:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.341798:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767705.341802:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341808:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767705.341811:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341833:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767705.341835:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341836:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.341837:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.341839:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767705.341840:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767705.341842:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767705.341845:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767705.341847:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767705.341850:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767705.341856:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360572672:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767705.341859:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767705.341862:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341868:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767705.341870:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.341872:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767705.341874:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767705.341876:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767705.341879:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360572800:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767705.341882:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767705.341884:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767705.341887:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767705.341889:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767705.341893:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767705.341897:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767705.341902:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767705.341906:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000400:00000010:3.0:1775767705.341911:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000200:3.0:1775767705.341915:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360572800, portal 4
00000100:00000001:3.0:1775767705.341918:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767705.341920:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566016 : -130299372985600 : ffff897e5028a300)
00000100:00000040:3.0:1775767705.341990:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.341996:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767705.341998:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767705.342001:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000100:00000200:3.0:1775767705.342004:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360572800, offset 0
00000400:00000200:3.0:1775767705.342007:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767705.342011:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.342014:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767705.342016:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767705.342019:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767705.342021:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767705.342023:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767705.342025:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59469:59469:256:4294967295] 192.168.202.115@tcp LPNI seq info [59468:59468:8:4294967295]
00000400:00000200:3.0:1775767705.342028:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767705.342034:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767705.342037:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.342040:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000800:00000200:3.0:1775767705.342043:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767705.342045:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1775767705.342049:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767705.342051:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1775767705.342054:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767705.342056:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:3.0:1775767705.342059:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767705.342062:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767705.342064:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:3.0:1775767705.342066:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:3.0:1775767705.342067:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767705.342070:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342077:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.342079:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342085:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.342086:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767705.342088:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767705.342091:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767705.342093:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767705.342095:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299596355
00000100:00000001:3.0:1775767705.342097:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299597563
00000100:00000001:3.0:1775767705.342099:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299596355
00000100:00000001:3.0:1775767705.342101:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299597563
00000100:00000001:3.0:1775767705.342103:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767705.342104:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.342106:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767705.342108:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767705/real 1775767705]  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767705.342114:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767705.342115:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767705.342117:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b268.
00000400:00000200:3.0:1775767705.342118:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae660
00000400:00000010:3.0:1775767705.342120:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae660.
00000100:00000001:3.0:1775767705.342122:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767705.342124:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767705.342131:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342136:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767705.342137:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342138:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.342139:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767705.342142:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342147:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767705.342149:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342154:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767705.342156:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342157:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767705.342158:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342160:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767705.342161:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767705.342163:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767705.342165:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767705.342167:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767705.342170:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767705.342176:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360572800:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767705.342179:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342180:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.342183:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a680 x1862022360572544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342188:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767705.342190:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767705.342192:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767705.342193:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767705.342195:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767705.342196:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767705.342197:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767705.342199:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28800.
02000000:00000001:3.0:1775767705.342201:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767705.342202:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767705.342203:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a680.
00000100:00000001:3.0:1775767705.342206:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767705.342208:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342210:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.342214:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289500 x1862022360572672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342223:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767705.342224:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767705.342226:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767705.342229:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767705.342230:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767705.342231:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767705.342234:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767705.342235:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:3.0:1775767705.342238:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767705.342240:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767705.342241:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289500.
00000100:00000001:3.0:1775767705.342245:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767705.342246:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342249:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767705.342253:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a300 x1862022360572800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767705.342262:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767705.342264:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767705.342266:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767705.342284:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767705.342286:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767705.342288:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767705.342290:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767705.342292:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29400.
02000000:00000001:3.0:1775767705.342295:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767705.342296:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767705.342298:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a300.
00000100:00000001:3.0:1775767705.342301:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767705.342302:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342304:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767705.342308:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767705.342309:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767705.342321:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767705.342323:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767706.364072:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767706.364076:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767706.364081:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767706.619961:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299597563, at 4299597568
00000100:00000010:2.0:1775767706.619974:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146720.
00000100:00000040:3.0:1775767706.620065:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299597563, at 4299597568
00000100:00000010:3.0:1775767706.620071:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146300.
00000020:00000001:2.0:1775767707.387980:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767707.387984:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767707.387989:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767708.412038:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767708.412045:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767708.412050:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767709.436034:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767709.436039:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767709.436043:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767710.459979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767710.459994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767710.459998:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767710.460004:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767710.460014:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767710.460028:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4928
00000400:00000200:1.0:1775767710.460041:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767710.460050:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767710.460054:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767710.460058:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767710.460065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767710.460073:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767710.460077:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767710.460083:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767710.460087:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767710.460089:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767710.460093:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767710.460096:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460097:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767710.460103:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460105:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767710.460109:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767710.460111:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460113:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767710.460116:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767710.460119:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767710.460121:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460123:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767710.460125:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767710.460136:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767710.460139:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767710.460143:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767710.460145:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460148:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767710.460150:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767710.460155:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767710.460163:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767710.460170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767710.460179:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360572928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767710.460189:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767710.460194:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767710.460198:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360572928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767710.460218:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767710.460221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767710.460224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767710.460225:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767710.460226:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767710.460228:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767710.460231:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4928
00000400:00000200:1.0:1775767710.460234:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767710.460236:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767710.460238:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767710.460241:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767710.460245:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460246:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767710.460248:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775767710.460249:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1775767710.460250:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767710.460253:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767710.460255:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:3.0:1775767710.460255:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775767710.460257:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767710.460259:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767710.460259:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767710.460264:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460266:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767710.460270:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03100 x1862022360572928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767710.460271:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460275:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767710.460279:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767710.460285:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767710.460292:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767710.460295:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460298:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460299:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775767710.460300:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767710.460305:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767710.460309:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767710.460311:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767710.460312:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460315:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:3.0:1775767710.460319:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360572928:192.168.202.115@tcp:250:kworker.0
00000008:00100000:1.0:1775767710.460320:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767710.460325:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460328:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.460329:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1775767710.460331:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767710.460334:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767710.460337:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767710.460337:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767710.460340:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460342:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460343:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767710.460345:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767710.460348:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460349:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775767710.460351:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767710.460356:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767710.460356:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767710.460360:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767710.460361:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360573056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767710.460371:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775767710.460371:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767710.460376:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767710.460377:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b268.
00000100:00000040:1.0:1775767710.460379:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360573056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775767710.460385:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae660.
00000100:00000001:1.0:1775767710.460387:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767710.460389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767710.460392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767710.460393:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767710.460394:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1775767710.460394:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360572928, portal 25
00000100:00000001:1.0:1775767710.460396:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775767710.460399:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1775767710.460401:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4928
00000100:00000001:3.0:1775767710.460402:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112665856 : -130299596885760 : ffff897e42d03100)
00000400:00000200:1.0:1775767710.460407:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767710.460413:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000040:3.0:1775767710.460413:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03100 x1862022360572928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775767710.460417:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767710.460424:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767710.460430:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767710.460433:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460438:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:3.0:1775767710.460438:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000001:1.0:1775767710.460442:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1775767710.460442:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae770.
00000020:00000040:1.0:1775767710.460444:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000200:3.0:1775767710.460446:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360572928, offset 0
00000020:00000001:1.0:1775767710.460447:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767710.460450:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767710.460452:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767710.460457:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:3.0:1775767710.460457:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:1.0:1775767710.460462:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460464:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767710.460465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460466:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775767710.460470:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:1.0:1775767710.460471:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767710.460475:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460477:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767710.460479:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775767710.460480:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:1.0:1775767710.460482:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767710.460484:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767710.460486:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775767710.460487:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767710.460490:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767710.460492:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767710.460494:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:1.0:1775767710.460495:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767710.460500:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000400:00000200:3.0:1775767710.460501:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1775767710.460504:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:3.0:1775767710.460507:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:1.0:1775767710.460509:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767710.460512:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767710.460514:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59470:59470:256:4294967295] 192.168.202.115@tcp LPNI seq info [59469:59469:8:4294967295]
00000100:00000001:1.0:1775767710.460515:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767710.460518:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767710.460521:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767710.460524:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:1.0:1775767710.460526:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767710.460530:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767710.460539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360573184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767710.460539:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775767710.460549:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767710.460550:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767710.460557:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:1.0:1775767710.460561:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360573184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1775767710.460563:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0800.
00000100:00000001:1.0:1775767710.460570:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767710.460576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1775767710.460576:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775767710.460582:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767710.460585:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1775767710.460586:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775767710.460587:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767710.460592:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767710.460595:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4928
00000400:00000200:1.0:1775767710.460597:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767710.460600:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767710.460601:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767710.460603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460605:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767710.460606:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767710.460607:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460608:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767710.460612:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767710.460614:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:3.0:1775767710.460614:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:1.0:1775767710.460616:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775767710.460618:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299602682
00000020:00000040:1.0:1775767710.460619:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767710.460623:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767710.460625:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000010:3.0:1775767710.460626:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146300.
00000100:00000040:1.0:1775767710.460630:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460632:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767710.460634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460636:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767710.460637:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000040:1.0:1775767710.460639:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767710.460644:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767710.460646:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767710.460648:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775767710.460650:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299602682
02000000:00000001:1.0:1775767710.460654:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1775767710.460654:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146d80.
02000000:00000001:1.0:1775767710.460659:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.460661:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775767710.460662:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767710.460666:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1775767710.460666:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1775767710.460672:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.460673:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460677:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.460679:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767710.460682:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000100:00000001:3.0:1775767710.460683:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775767710.460690:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767710.460694:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775767710.460696:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1775767710.460697:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767710.460700:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767710.460701:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775767710.460701:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:1.0:1775767710.460705:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.460705:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767710.460709:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:1.0:1775767710.460711:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:3.0:1775767710.460711:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775767710.460715:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767710.460716:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00700 x1862022360573056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775767710.460723:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360573312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767710.460728:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767710.460730:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460735:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775767710.460737:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775767710.460739:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775767710.460740:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460746:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767710.460747:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360573312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767710.460753:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360573056:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775767710.460759:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767710.460763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767710.460763:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1775767710.460768:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1775767710.460769:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767710.460773:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460776:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1775767710.460777:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4939)
02000000:00000010:3.0:1775767710.460780:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767710.460784:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767710.460790:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767710.460795:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be18.
00000400:00000010:3.0:1775767710.460800:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daea18.
00000100:00000200:3.0:1775767710.460804:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360573056, portal 10
00000100:00000001:3.0:1775767710.460806:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767710.460807:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112655104 : -130299596896512 : ffff897e42d00700)
00000100:00000040:3.0:1775767710.460814:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00700 x1862022360573056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767710.460821:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767710.460823:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767710.460825:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae198.
00000100:00000200:3.0:1775767710.460858:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360573056, offset 0
00000400:00000200:3.0:1775767710.460862:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767710.460866:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767710.460869:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767710.460885:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767710.460887:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767710.460889:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767710.460891:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767710.460893:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59471:59471:255:4294967295] 192.168.202.115@tcp LPNI seq info [59470:59470:7:4294967295]
00000400:00000200:3.0:1775767710.460897:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767710.460902:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767710.460905:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767710.460908:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767710.460911:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767710.460915:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767710.460917:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767710.460920:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767710.460922:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767710.460924:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299601421
00000100:00000001:3.0:1775767710.460926:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299602682
00000100:00000001:3.0:1775767710.460927:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299601421
00000100:00000001:3.0:1775767710.460929:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299602682
00000100:00000001:3.0:1775767710.460931:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767710.460933:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.460935:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767710.460937:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01880 x1862022360573184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767710.460943:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767710.460944:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460945:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767710.460947:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767710.460948:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767710.460950:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360573184:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767710.460952:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767710.460954:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767710.460955:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.460962:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767710.460965:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767710.460967:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767710.460969:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767710.460971:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598bd68.
00000400:00000010:3.0:1775767710.460973:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae4c8.
00000100:00000200:3.0:1775767710.460975:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360573184, portal 10
00000100:00000001:3.0:1775767710.460976:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767710.460977:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112659584 : -130299596892032 : ffff897e42d01880)
00000100:00000040:3.0:1775767710.460981:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01880 x1862022360573184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767710.460986:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767710.460988:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767710.460989:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae7f8.
00000100:00000200:3.0:1775767710.460991:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360573184, offset 0
00000400:00000200:3.0:1775767710.460994:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767710.460997:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767710.460999:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767710.461003:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767710.461005:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767710.461008:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767710.461010:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767710.461014:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59472:59472:254:4294967295] 192.168.202.115@tcp LPNI seq info [59471:59471:6:4294967295]
00000400:00000200:3.0:1775767710.461018:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767710.461024:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767710.461029:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767710.461034:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0a00.
00000800:00000200:3.0:1775767710.461037:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767710.461041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767710.461044:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767710.461047:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767710.461050:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767710.461052:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299601419
00000100:00000001:3.0:1775767710.461055:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299602682
00000100:00000001:3.0:1775767710.461057:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299601419
00000100:00000001:3.0:1775767710.461060:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299602682
00000100:00000001:3.0:1775767710.461062:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767710.461065:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.461067:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.461069:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767710.461073:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767710.461075:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775767710.461077:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767710.461078:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767710.461080:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767710.461084:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03480 x1862022360573312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767710.461092:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767710.461094:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.461097:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767710.461099:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767710.461101:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767710.461104:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360573312:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767710.461108:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767710.461110:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767710.461111:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767710.461113:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767710.461117:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767710.461119:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767710.461122:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767710.461125:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598ba50.
00000400:00000010:3.0:1775767710.461129:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae330.
00000100:00000200:3.0:1775767710.461132:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360573312, portal 4
00000100:00000001:3.0:1775767710.461135:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767710.461136:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112666752 : -130299596884864 : ffff897e42d03480)
00000100:00000040:3.0:1775767710.461143:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03480 x1862022360573312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767710.461149:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767710.461157:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767710.461161:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daebb0.
00000100:00000200:3.0:1775767710.461164:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360573312, offset 0
00000400:00000200:3.0:1775767710.461169:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767710.461173:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767710.461177:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767710.461180:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767710.461182:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767710.461185:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767710.461187:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767710.461191:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59473:59473:253:4294967295] 192.168.202.115@tcp LPNI seq info [59472:59472:5:4294967295]
00000400:00000200:3.0:1775767710.461196:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767710.461202:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767710.461208:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767710.461213:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0200.
00000800:00000200:3.0:1775767710.461217:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767710.461221:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767710.461224:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767710.461227:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767710.461232:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767710.461234:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299601474
00000100:00000001:3.0:1775767710.461236:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299602682
00000100:00000001:3.0:1775767710.461238:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299601474
00000100:00000001:3.0:1775767710.461240:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299602682
00000100:00000001:3.0:1775767710.461243:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767710.461245:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.461248:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.461250:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767710.461253:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767710.461255:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775767710.461257:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767710.461258:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767710.461260:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767710.461262:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767711.484085:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767711.484089:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767711.484092:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767711.739946:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299602682, at 4299602688
00000100:00000040:3.0:1775767711.739952:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299602682, at 4299602688
00000100:00000010:2.0:1775767711.739959:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146300.
00000100:00000010:3.0:1775767711.739969:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146d80.
00000020:00000001:1.0:1775767712.508127:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767712.508135:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767712.508141:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775767713.532186:0:2406:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:1.0:1775767713.532237:0:2406:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000020:00000001:2.0:1775767713.532241:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767713.532245:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767713.532251:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775767713.532256:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767713.532263:0:2406:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:1.0:1775767713.532268:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767713.532272:0:2406:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775767713.532278:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767713.532282:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0800.
00000400:00000200:1.0:1775767713.532288:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767713.532293:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767713.532299:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae770
00000400:00000010:1.0:1775767713.532301:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae770.
00000100:00000001:1.0:1775767713.532306:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767713.532315:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03100 x1862022360572928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532350:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767713.532354:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03100 x1862022360572928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532362:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767713.532364:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767713.532374:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767713.532377:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:1.0:1775767713.532380:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767713.532383:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767713.532386:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae198
00000400:00000010:1.0:1775767713.532388:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae198.
00000100:00000001:1.0:1775767713.532390:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767713.532395:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d00700 x1862022360573056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532404:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767713.532407:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00700 x1862022360573056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532414:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767713.532415:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767713.532421:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767713.532423:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0a00.
00000400:00000200:1.0:1775767713.532426:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767713.532429:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767713.532433:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae7f8
00000400:00000010:1.0:1775767713.532445:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae7f8.
00000100:00000001:1.0:1775767713.532447:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767713.532452:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01880 x1862022360573184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532460:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767713.532463:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01880 x1862022360573184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532469:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767713.532470:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767713.532475:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767713.532477:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0200.
00000400:00000200:1.0:1775767713.532479:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767713.532482:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767713.532485:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daebb0
00000400:00000010:1.0:1775767713.532486:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daebb0.
00000100:00000001:1.0:1775767713.532488:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767713.532493:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03480 x1862022360573312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532500:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767713.532502:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03480 x1862022360573312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767713.532508:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767713.532509:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775767714.556128:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767714.556131:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767714.556133:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767715.579976:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767715.579988:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767715.579993:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767715.579998:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767715.580004:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767715.580013:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4934
00000400:00000200:2.0:1775767715.580027:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767715.580039:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767715.580044:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767715.580049:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580053:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580058:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580064:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767715.580069:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767715.580073:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767715.580076:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767715.580080:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767715.580084:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767715.580086:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767715.580090:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580093:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580095:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580097:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767715.580100:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767715.580104:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580107:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767715.580112:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767715.580116:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767715.580119:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580122:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767715.580125:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767715.580134:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775767715.580138:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767715.580143:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767715.580145:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580149:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767715.580152:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767715.580158:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767715.580184:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767715.580194:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767715.580206:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360573440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767715.580218:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767715.580224:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767715.580230:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360573440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767715.580271:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767715.580275:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767715.580279:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767715.580281:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767715.580283:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767715.580286:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767715.580290:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4934
00000400:00000200:2.0:1775767715.580295:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767715.580298:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767715.580301:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767715.580304:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580307:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580309:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580311:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767715.580314:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767715.580316:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767715.580317:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767715.580320:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767715.580322:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767715.580325:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767715.580328:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580331:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580332:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580334:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767715.580337:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767715.580340:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580342:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767715.580346:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767715.580353:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767715.580356:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580358:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767715.580364:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767715.580367:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580370:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767715.580374:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775767715.580377:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767715.580380:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767715.580381:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580383:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767715.580385:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767715.580387:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767715.580392:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767715.580396:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767715.580401:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360573568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767715.580410:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767715.580413:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767715.580417:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360573568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767715.580426:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767715.580430:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767715.580434:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767715.580435:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767715.580437:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767715.580440:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767715.580443:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4934
00000400:00000200:2.0:1775767715.580447:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767715.580450:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767715.580453:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767715.580456:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580459:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580462:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580464:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767715.580467:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767715.580468:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767715.580470:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767715.580471:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767715.580473:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767715.580475:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767715.580479:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580481:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580483:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580485:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767715.580488:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767715.580490:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580493:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767715.580495:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767715.580499:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767715.580501:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580503:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767715.580506:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767715.580508:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580510:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767715.580514:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775767715.580517:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767715.580520:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767715.580521:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580523:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767715.580525:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767715.580527:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767715.580532:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767715.580536:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767715.580540:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360573696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767715.580549:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767715.580551:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767715.580554:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360573696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767715.580562:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767715.580566:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767715.580570:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767715.580572:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767715.580573:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767715.580576:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767715.580579:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4934
00000400:00000200:2.0:1775767715.580583:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767715.580587:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767715.580589:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767715.580591:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580594:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580596:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580598:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767715.580600:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767715.580601:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767715.580603:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767715.580605:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767715.580607:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767715.580610:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767715.580613:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580615:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767715.580618:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580620:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767715.580623:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767715.580626:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767715.580629:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767715.580631:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767715.580634:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767715.580637:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580639:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767715.580642:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767715.580645:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580647:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767715.580651:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775767715.580654:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767715.580656:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767715.580658:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767715.580660:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767715.580661:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767715.580663:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767715.580668:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767715.580671:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767715.580678:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360573824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767715.580685:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767715.580687:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767715.580690:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360573824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767715.580698:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767715.580701:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767715.580706:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767715.580714:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4944)
00000800:00000200:0.1:1775767715.581106:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767715.581110:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767715.581517:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767715.581520:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767715.581878:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767715.581881:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767715.582153:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767715.582156:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775767716.604190:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767716.604195:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767716.604199:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767716.859957:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299607803, at 4299607808
00000100:00000040:3.0:1775767716.859958:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299607803, at 4299607808
00000100:00000010:2.0:1775767716.859976:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000100:00000010:3.0:1775767716.859979:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000020:00000001:1.0:1775767717.628007:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767717.628010:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767717.628013:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767718.652007:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767718.652011:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767718.652016:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767719.676039:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767719.676043:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767719.676046:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767720.700000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767720.700008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767720.700011:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767720.700016:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767720.700020:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767720.700028:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4939
00000400:00000200:3.0:1775767720.700035:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767720.700041:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767720.700044:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767720.700047:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767720.700060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767720.700062:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767720.700064:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767720.700066:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767720.700068:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767720.700070:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767720.700073:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700075:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700077:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700078:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767720.700080:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767720.700083:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700085:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767720.700088:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767720.700091:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767720.700094:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700096:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767720.700098:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767720.700106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767720.700109:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767720.700112:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767720.700114:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700116:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767720.700118:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767720.700121:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767720.700127:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767720.700133:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767720.700141:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360573952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767720.700149:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767720.700153:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767720.700156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360573952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767720.700173:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767720.700176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767720.700178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767720.700179:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767720.700180:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767720.700182:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767720.700184:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4939
00000400:00000200:3.0:1775767720.700186:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767720.700189:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767720.700191:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767720.700193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700195:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700197:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767720.700201:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767720.700202:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767720.700204:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767720.700205:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767720.700207:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767720.700208:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767720.700211:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700214:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700219:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767720.700221:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767720.700224:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700226:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767720.700228:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767720.700233:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767720.700237:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700241:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767720.700244:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767720.700248:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700250:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767720.700253:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767720.700256:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767720.700258:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767720.700260:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700262:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767720.700264:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767720.700269:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767720.700275:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767720.700278:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767720.700286:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360574080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767720.700293:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767720.700297:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767720.700301:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360574080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767720.700308:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767720.700322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767720.700330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767720.700332:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767720.700335:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767720.700338:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767720.700340:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4939
00000400:00000200:3.0:1775767720.700346:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767720.700349:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767720.700352:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767720.700357:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700359:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700363:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700364:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767720.700368:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767720.700371:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767720.700373:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767720.700376:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767720.700379:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767720.700383:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767720.700386:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700389:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700393:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700397:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767720.700399:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767720.700402:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700406:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767720.700408:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767720.700411:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767720.700413:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700417:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767720.700420:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767720.700422:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700424:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767720.700427:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767720.700432:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767720.700437:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767720.700438:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700439:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767720.700440:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767720.700443:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767720.700446:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767720.700450:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767720.700455:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360574208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767720.700464:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767720.700469:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767720.700476:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360574208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767720.700489:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767720.700492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767720.700498:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767720.700500:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767720.700501:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767720.700504:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767720.700508:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4939
00000400:00000200:3.0:1775767720.700522:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767720.700528:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767720.700531:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767720.700533:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767720.700543:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767720.700545:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767720.700547:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767720.700550:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767720.700553:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767720.700554:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767720.700559:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700562:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767720.700566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767720.700567:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767720.700568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767720.700573:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:0.1:1775767720.700575:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1775767720.700576:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767720.700580:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767720.700582:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767720.700584:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767720.700587:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700590:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767720.700592:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767720.700596:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700598:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767720.700601:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767720.700603:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767720.700607:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767720.700609:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767720.700612:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767720.700614:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767720.700617:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767720.700620:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767720.700623:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767720.700629:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360574336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767720.700636:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767720.700639:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767720.700643:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360574336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767720.700667:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767720.700671:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767720.700675:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767720.700681:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4949)
00000800:00000200:0.1:1775767720.701099:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767720.701102:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767720.701420:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767720.701422:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767720.701730:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767720.701732:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775767721.724016:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767721.724019:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767721.724022:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767721.979881:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299612922, at 4299612928
00000100:00000040:2.0:1775767721.979891:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299612922, at 4299612928
00000100:00000010:3.0:1775767721.979893:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000100:00000010:2.0:1775767721.979899:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000020:00000001:1.0:1775767722.747992:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767722.747995:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767722.747998:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767723.772045:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767723.772049:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767723.772053:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767724.796039:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767724.796044:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767724.796048:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767725.819958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767725.819966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767725.819969:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767725.819973:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767725.819977:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767725.819984:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4944
00000400:00000200:3.0:1775767725.819994:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767725.820001:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767725.820007:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767725.820013:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767725.820023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767725.820032:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767725.820036:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767725.820042:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767725.820045:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767725.820047:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767725.820049:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767725.820051:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820053:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767725.820055:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767725.820058:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767725.820062:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820063:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767725.820065:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767725.820068:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767725.820070:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820076:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767725.820078:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767725.820095:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767725.820099:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767725.820102:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767725.820103:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820106:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767725.820108:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767725.820112:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767725.820119:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767725.820124:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767725.820132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360574464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767725.820141:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767725.820144:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767725.820147:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360574464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767725.820165:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767725.820168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767725.820170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767725.820172:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767725.820173:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767725.820176:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767725.820179:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4944
00000400:00000200:3.0:1775767725.820183:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767725.820186:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767725.820189:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767725.820193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767725.820198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767725.820204:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767725.820205:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767725.820207:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767725.820210:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767725.820214:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767725.820220:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767725.820228:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820231:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767725.820246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820257:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767725.820267:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767725.820275:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820278:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767725.820286:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767725.820292:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767725.820295:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820305:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767725.820309:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767725.820316:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820321:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767725.820332:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767725.820337:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767725.820341:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767725.820346:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820349:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767725.820354:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767725.820360:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767725.820367:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767725.820376:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767725.820387:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360574592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767725.820403:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767725.820408:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767725.820414:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360574592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767725.820436:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767725.820441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767725.820449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767725.820453:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767725.820457:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767725.820460:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767725.820466:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4944
00000400:00000200:3.0:1775767725.820483:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767725.820491:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767725.820497:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767725.820508:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820518:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767725.820521:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820527:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767725.820530:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767725.820530:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767725.820532:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767725.820533:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767725.820539:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767725.820545:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767725.820552:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820553:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767725.820555:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820557:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767725.820559:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767725.820562:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820571:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767725.820574:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767725.820578:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767725.820580:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820584:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767725.820590:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767725.820594:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820595:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767725.820598:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767725.820601:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767725.820604:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767725.820607:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820612:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767725.820613:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767725.820618:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767725.820625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767725.820633:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767725.820647:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360574720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767725.820677:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767725.820679:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767725.820687:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360574720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767725.820735:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767725.820744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767725.820750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767725.820753:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767725.820758:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767725.820761:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767725.820769:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4944
00000400:00000200:3.0:1775767725.820782:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767725.820789:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767725.820796:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767725.820800:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820806:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767725.820809:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767725.820810:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820812:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767725.820814:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767725.820815:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767725.820816:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767725.820818:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767725.820819:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767725.820821:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767725.820823:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820824:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767725.820825:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820855:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767725.820857:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767725.820861:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767725.820864:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767725.820871:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767725.820872:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1775767725.820876:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767725.820881:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820890:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767725.820895:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767725.820898:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820900:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767725.820903:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767725.820907:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767725.820909:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767725.820914:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767725.820919:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767725.820923:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767725.820927:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767725.820935:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767725.820946:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767725.820954:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360574848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767725.820996:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767725.821003:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767725.821014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360574848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767725.821030:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767725.821037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767725.821052:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767725.821065:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4954)
00000800:00000200:0.1:1775767725.821452:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767725.821454:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767725.821776:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767725.821779:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767725.822101:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767725.822104:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775767726.844104:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767726.844109:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767726.844114:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767727.099928:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299618043, at 4299618048
00000100:00000040:3.0:1775767727.099928:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299618043, at 4299618048
00000100:00000010:3.0:1775767727.099943:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000100:00000010:2.0:1775767727.099944:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000020:00000001:1.0:1775767727.867996:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767727.868000:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767727.868003:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767728.891986:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767728.891989:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767728.891992:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767729.916014:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767729.916017:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767729.916020:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767730.939931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767730.939943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767730.939947:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767730.939954:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767730.939963:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767730.939974:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4949
00000400:00000200:2.0:1775767730.939996:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767730.940006:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767730.940011:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767730.940016:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767730.940029:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767730.940032:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767730.940035:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767730.940038:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767730.940041:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767730.940044:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767730.940047:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767730.940053:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767730.940056:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940059:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767730.940062:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767730.940066:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767730.940069:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940071:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767730.940073:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767730.940083:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775767730.940087:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767730.940091:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767730.940093:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940096:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767730.940098:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767730.940103:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767730.940111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767730.940118:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767730.940128:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360574976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767730.940138:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767730.940141:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767730.940145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360574976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767730.940168:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767730.940171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767730.940173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767730.940175:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767730.940176:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767730.940178:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767730.940180:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4949
00000400:00000200:2.0:1775767730.940184:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767730.940188:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767730.940191:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767730.940196:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940200:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940206:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940211:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767730.940217:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767730.940220:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767730.940225:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767730.940230:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767730.940235:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767730.940241:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767730.940251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940256:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940261:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940264:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767730.940268:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767730.940271:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940275:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767730.940278:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767730.940283:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767730.940287:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940291:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767730.940295:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767730.940300:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940301:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767730.940305:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775767730.940309:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767730.940315:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767730.940318:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940320:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767730.940323:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767730.940326:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767730.940332:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767730.940338:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767730.940345:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360575104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767730.940367:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767730.940370:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767730.940377:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360575104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767730.940395:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767730.940399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767730.940405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767730.940409:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767730.940411:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767730.940415:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767730.940421:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4949
00000400:00000200:2.0:1775767730.940431:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767730.940436:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767730.940438:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767730.940442:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940444:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940449:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940453:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767730.940455:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767730.940457:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767730.940459:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767730.940462:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775767730.940462:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767730.940466:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775767730.940468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775767730.940469:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767730.940476:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940478:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940483:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940487:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767730.940488:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767730.940492:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940495:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767730.940498:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767730.940502:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767730.940505:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940509:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767730.940510:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767730.940514:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940515:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767730.940520:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775767730.940523:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767730.940528:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767730.940530:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940534:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767730.940537:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767730.940539:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767730.940543:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767730.940550:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767730.940561:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360575232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767730.940579:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767730.940584:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767730.940592:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360575232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767730.940609:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767730.940615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767730.940620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767730.940623:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767730.940625:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767730.940629:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767730.940633:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4949
00000400:00000200:2.0:1775767730.940642:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767730.940646:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767730.940649:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767730.940653:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940660:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940663:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767730.940667:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767730.940669:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767730.940685:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767730.940688:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767730.940691:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767730.940695:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767730.940702:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767730.940711:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940713:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767730.940716:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767730.940721:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767730.940726:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767730.940730:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767730.940735:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767730.940739:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940742:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767730.940747:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767730.940751:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940755:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767730.940761:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775767730.940765:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767730.940770:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767730.940773:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767730.940776:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767730.940779:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767730.940781:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767730.940785:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767730.940790:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767730.940798:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360575360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767730.940823:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767730.940852:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767730.940860:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360575360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767730.940872:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767730.940878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767730.940885:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767730.940891:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4959)
00000800:00000200:0.1:1775767730.941046:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767730.941049:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767730.941278:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767730.941280:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767730.941477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767730.941478:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775767731.964074:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767731.964080:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767731.964084:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767732.219974:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299623162, at 4299623168
00000100:00000040:2.0:1775767732.219992:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299623162, at 4299623168
00000100:00000010:3.0:1775767732.219992:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000100:00000010:2.0:1775767732.220009:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000020:00000001:1.0:1775767732.988006:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767732.988010:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767732.988013:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767735.036067:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767735.036070:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767735.036074:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767736.060033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767736.060042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767736.060045:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767736.060052:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767736.060058:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767736.060073:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4954
00000400:00000200:2.0:1775767736.060082:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767736.060088:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767736.060093:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767736.060100:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060105:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060107:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060110:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767736.060113:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767736.060114:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767736.060117:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767736.060120:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767736.060122:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767736.060123:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767736.060125:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060127:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060129:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060130:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767736.060132:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767736.060135:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060139:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767736.060142:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767736.060145:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767736.060147:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060149:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767736.060151:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767736.060162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775767736.060164:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767736.060168:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767736.060170:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060173:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767736.060176:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767736.060180:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767736.060189:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775767736.060196:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767736.060205:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360575488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767736.060214:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767736.060218:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767736.060222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360575488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767736.060238:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767736.060240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767736.060244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767736.060245:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767736.060246:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767736.060248:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767736.060250:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4954
00000400:00000200:2.0:1775767736.060252:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767736.060254:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767736.060256:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767736.060258:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060261:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060263:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060265:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767736.060266:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767736.060268:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767736.060270:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767736.060273:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767736.060276:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767736.060282:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767736.060289:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060295:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060301:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767736.060311:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767736.060317:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060322:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767736.060327:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767736.060336:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767736.060340:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060344:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767736.060349:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767736.060352:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060357:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767736.060364:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775767736.060366:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767736.060370:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767736.060372:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060374:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767736.060375:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767736.060378:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767736.060385:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767736.060390:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767736.060396:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360575616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767736.060411:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767736.060416:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767736.060425:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360575616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767736.060443:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767736.060448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767736.060455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767736.060457:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767736.060462:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767736.060465:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767736.060469:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4954
00000400:00000200:2.0:1775767736.060475:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767736.060481:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767736.060488:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767736.060496:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060502:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060506:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767736.060515:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767736.060518:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767736.060522:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767736.060526:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767736.060528:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767736.060531:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767736.060535:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060538:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060540:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060544:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767736.060547:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767736.060549:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060553:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767736.060555:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767736.060559:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767736.060562:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060565:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767736.060567:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1775767736.060568:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000008:00000001:2.0:1775767736.060571:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060574:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767736.060574:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000010:2.0:1775767736.060581:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775767736.060585:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767736.060589:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767736.060590:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060592:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767736.060594:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767736.060598:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767736.060606:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767736.060614:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767736.060640:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360575744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767736.060655:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767736.060659:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767736.060674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360575744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767736.060686:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767736.060693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767736.060700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767736.060701:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767736.060703:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767736.060706:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767736.060712:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4954
00000400:00000200:2.0:1775767736.060720:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767736.060725:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767736.060728:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767736.060733:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060736:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060739:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060741:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767736.060743:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767736.060746:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767736.060749:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767736.060751:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767736.060755:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767736.060757:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767736.060762:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060765:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767736.060769:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060771:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767736.060774:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767736.060778:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767736.060782:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767736.060784:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767736.060788:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767736.060793:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060797:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767736.060799:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767736.060802:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060806:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767736.060812:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775767736.060816:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767736.060820:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767736.060822:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767736.060825:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767736.060853:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767736.060856:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767736.060861:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767736.060868:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767736.060877:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360575872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767736.060890:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767736.060894:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767736.060899:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360575872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767736.060911:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767736.060918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767736.060925:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767736.060932:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4964)
00000800:00000200:0.1:1775767736.061171:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767736.061174:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767736.061450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767736.061452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767736.061707:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767736.061709:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775767737.084082:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767737.084089:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767737.084094:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767737.339940:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299628282, at 4299628288
00000100:00000040:3.0:1775767737.339941:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299628282, at 4299628288
00000100:00000010:2.0:1775767737.339954:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000100:00000010:3.0:1775767737.339956:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000020:00000001:1.0:1775767738.108046:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767738.108050:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767738.108054:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767740.156043:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767740.156047:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767740.156052:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767741.179944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767741.179955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767741.179960:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767741.179965:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767741.179971:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767741.179980:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4959
00000400:00000200:3.0:1775767741.179994:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767741.180005:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767741.180009:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767741.180013:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.180032:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767741.180043:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767741.180046:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767741.180049:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767741.180052:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767741.180053:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767741.180056:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767741.180058:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180059:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.180061:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767741.180065:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767741.180068:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180070:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767741.180073:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767741.180076:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767741.180078:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180081:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767741.180084:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767741.180090:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767741.180095:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767741.180102:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767741.180105:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180108:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767741.180111:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767741.180115:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767741.180123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767741.180130:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767741.180140:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360576000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767741.180154:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767741.180159:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767741.180164:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360576000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767741.180247:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767741.180250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767741.180254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767741.180255:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767741.180257:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767741.180260:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767741.180404:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4959
00000400:00000200:3.0:1775767741.180411:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767741.180416:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767741.180422:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767741.180471:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180476:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.180482:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180488:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767741.180495:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767741.180499:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767741.180505:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767741.180510:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767741.180515:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767741.180518:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767741.180526:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180529:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.180533:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180537:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767741.180544:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000800:00000200:0.1:1775767741.180548:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775767741.180551:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180554:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767741.180560:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767741.180560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1775767741.180569:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767741.180586:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180589:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767741.180596:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767741.180600:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180604:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767741.180610:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767741.180614:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767741.180619:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767741.180621:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180625:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767741.180627:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767741.180630:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767741.180635:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767741.180639:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767741.180648:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360576128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767741.180660:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767741.180663:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767741.180667:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360576128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767741.180681:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767741.180684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767741.180689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767741.180690:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767741.180698:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767741.180701:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767741.180706:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4959
00000400:00000200:3.0:1775767741.180714:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767741.180719:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767741.180722:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767741.180729:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180735:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.180741:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180746:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767741.180753:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767741.180755:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767741.180760:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767741.180763:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767741.180769:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767741.180774:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767741.180783:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180788:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.180792:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180797:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767741.180802:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767741.180808:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767741.180811:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767741.180815:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767741.180819:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767741.180824:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180862:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767741.180869:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767741.180876:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180881:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767741.180888:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767741.180895:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767741.180901:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767741.180904:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.180907:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767741.180909:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767741.180913:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767741.180920:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767741.180925:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767741.180934:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360576256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767741.180948:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767741.180952:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767741.180957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360576256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767741.180979:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767741.180983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767741.180987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767741.180988:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767741.180991:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767741.180994:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767741.180998:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4959
00000400:00000200:3.0:1775767741.181003:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767741.181008:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767741.181011:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767741.181016:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.181019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.181022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.181025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767741.181029:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767741.181031:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767741.181032:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767741.181034:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767741.181035:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767741.181039:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767741.181045:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.181048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767741.181052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767741.181055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767741.181058:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767741.181062:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767741.181066:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767741.181069:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767741.181073:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767741.181077:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.181081:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767741.181083:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767741.181088:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.181091:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767741.181096:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767741.181099:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767741.181102:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767741.181104:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767741.181108:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767741.181111:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767741.181113:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767741.181121:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767741.181125:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767741.181131:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360576384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767741.181141:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767741.181144:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767741.181148:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360576384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767741.181159:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767741.181164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767741.181168:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767741.181173:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4969)
00000800:00000200:0.1:1775767741.181244:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767741.181246:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767741.181469:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767741.181471:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767741.181723:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767741.181725:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1775767742.203985:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767742.203990:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767742.203995:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767742.459944:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299633402, at 4299633408
00000100:00000040:3.0:1775767742.459944:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299633402, at 4299633408
00000100:00000010:2.0:1775767742.459962:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:3.0:1775767742.459968:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000020:00000001:1.0:1775767743.228084:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767743.228089:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767743.228092:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767745.276049:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767745.276054:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767745.276058:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767746.299932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767746.299944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767746.299948:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767746.299952:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767746.299958:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767746.299969:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4964
00000400:00000200:3.0:1775767746.299985:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767746.299995:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767746.300004:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767746.300011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.300019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300023:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767746.300028:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767746.300031:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767746.300034:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767746.300039:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767746.300046:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767746.300052:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767746.300056:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300060:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.300065:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767746.300071:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767746.300075:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300078:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767746.300081:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767746.300085:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767746.300088:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300091:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767746.300094:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767746.300104:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767746.300108:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767746.300112:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767746.300114:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300117:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767746.300120:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767746.300124:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767746.300134:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767746.300140:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767746.300150:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360576512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767746.300162:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767746.300167:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767746.300172:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360576512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767746.300196:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767746.300200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767746.300204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767746.300205:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767746.300207:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767746.300209:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767746.300212:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4964
00000400:00000200:3.0:1775767746.300217:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767746.300222:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767746.300225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767746.300229:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300231:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.300235:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767746.300245:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767746.300248:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767746.300252:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767746.300255:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767746.300261:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767746.300266:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767746.300281:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300292:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.300296:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300302:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767746.300308:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767746.300315:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300319:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767746.300324:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767746.300334:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767746.300346:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300351:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767746.300357:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767746.300364:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300370:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767746.300376:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767746.300380:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767746.300384:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767746.300388:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300395:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767746.300398:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767746.300404:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767746.300412:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767746.300420:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767746.300429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360576640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767746.300445:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767746.300450:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767746.300462:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360576640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767746.300508:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767746.300516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767746.300522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767746.300543:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767746.300544:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767746.300548:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767746.300552:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4964
00000400:00000200:3.0:1775767746.300559:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767746.300566:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767746.300569:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767746.300580:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300583:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.300587:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300591:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767746.300598:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767746.300600:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767746.300602:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767746.300608:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767746.300618:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767746.300625:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767746.300632:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.300646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300653:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767746.300659:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767746.300670:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300680:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767746.300690:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767746.300698:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767746.300703:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300706:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767746.300711:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767746.300720:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300727:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767746.300733:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767746.300738:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767746.300743:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767746.300745:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.300749:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767746.300753:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767746.300756:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767746.300762:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767746.300773:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767746.300786:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360576768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767746.300787:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767746.300797:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1775767746.300814:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767746.300822:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767746.300883:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360576768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767746.300903:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767746.300910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767746.300926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767746.300933:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767746.300937:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767746.300942:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767746.300949:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4964
00000400:00000200:3.0:1775767746.300963:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767746.300981:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767746.300988:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767746.300996:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.300999:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.301005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.301010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767746.301017:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767746.301021:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767746.301025:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767746.301027:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767746.301031:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767746.301037:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767746.301041:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.301045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767746.301051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767746.301056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767746.301062:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767746.301070:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767746.301078:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767746.301083:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767746.301090:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767746.301095:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.301100:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767746.301104:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767746.301116:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.301121:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767746.301128:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767746.301134:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767746.301139:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767746.301143:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767746.301147:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767746.301151:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767746.301155:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767746.301162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767746.301170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767746.301184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360576896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767746.301239:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767746.301245:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767746.301261:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360576896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767746.301306:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767746.301312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767746.301319:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767746.301327:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4974)
00000800:00000200:0.1:1775767746.301627:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767746.301630:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767746.301982:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767746.301984:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775767746.302291:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767746.302294:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1775767747.324074:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767747.324081:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767747.324086:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767747.579960:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299638523, at 4299638528
00000100:00000040:3.0:1775767747.579960:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299638523, at 4299638528
00000100:00000010:3.0:1775767747.579978:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:2.0:1775767747.579981:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000020:00000001:1.0:1775767748.348925:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767748.348929:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767748.348933:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767750.396044:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767750.396048:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767750.396052:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767751.419938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767751.419947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767751.419950:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767751.419957:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767751.419961:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767751.419970:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4969
00000400:00000200:3.0:1775767751.419980:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767751.419992:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767751.420011:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767751.420016:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767751.420031:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767751.420035:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767751.420038:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767751.420045:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767751.420048:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767751.420051:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767751.420054:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767751.420061:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767751.420064:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420065:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767751.420067:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767751.420070:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767751.420072:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420074:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767751.420076:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767751.420085:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767751.420088:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767751.420091:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767751.420092:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420095:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767751.420097:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767751.420101:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767751.420107:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767751.420112:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767751.420119:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360577024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767751.420127:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767751.420131:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767751.420134:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360577024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767751.420154:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767751.420157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767751.420159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767751.420160:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767751.420162:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767751.420163:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767751.420165:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4969
00000400:00000200:3.0:1775767751.420177:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767751.420183:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767751.420186:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767751.420192:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420194:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420200:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420204:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767751.420206:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767751.420208:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767751.420210:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767751.420211:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767751.420212:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767751.420214:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767751.420217:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420220:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420234:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767751.420236:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767751.420237:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420239:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767751.420240:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767751.420244:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767751.420257:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420264:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767751.420270:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767751.420277:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420280:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767751.420290:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767751.420294:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767751.420300:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767751.420304:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420311:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767751.420312:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767751.420316:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767751.420320:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767751.420323:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767751.420327:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360577152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767751.420335:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767751.420338:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767751.420343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360577152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767751.420353:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767751.420357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767751.420360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767751.420366:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767751.420372:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767751.420375:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767751.420378:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4969
00000400:00000200:3.0:1775767751.420384:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767751.420389:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767751.420397:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767751.420411:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420421:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420429:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420441:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767751.420449:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767751.420453:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767751.420455:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767751.420459:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767751.420462:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767751.420470:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767751.420489:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420491:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420497:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420501:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767751.420504:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767751.420515:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420520:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767751.420527:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767751.420536:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767751.420545:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420552:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767751.420557:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767751.420568:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420573:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767751.420577:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767751.420580:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767751.420582:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767751.420582:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420584:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767751.420585:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767751.420587:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767751.420592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767751.420603:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767751.420623:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360577280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767751.420640:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767751.420641:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767751.420644:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360577280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767751.420657:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767751.420660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767751.420672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1775767751.420688:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767751.420690:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767751.420692:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767751.420694:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767751.420696:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4969
00000400:00000200:3.0:1775767751.420705:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.1:1775767751.420711:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1775767751.420715:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767751.420718:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767751.420730:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420741:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420748:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420756:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767751.420758:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767751.420759:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767751.420760:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767751.420761:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767751.420762:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767751.420765:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767751.420777:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767751.420784:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420790:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767751.420797:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767751.420805:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767751.420817:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767751.420820:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767751.420824:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767751.420858:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420868:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767751.420875:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767751.420881:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420883:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767751.420889:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767751.420898:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767751.420902:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767751.420902:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767751.420904:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767751.420905:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767751.420907:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767751.420909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767751.420918:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767751.420927:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360577408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767751.420970:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767751.420972:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767751.420981:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360577408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767751.421003:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767751.421007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767751.421010:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767751.421014:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4980)
00000800:00000200:0.1:1775767751.421372:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767751.421374:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767751.421635:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767751.421637:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767751.421895:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767751.421897:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775767752.443995:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767752.443999:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767752.444001:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767752.699930:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299643643, at 4299643648
00000100:00000040:3.0:1775767752.699930:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299643643, at 4299643648
00000100:00000010:2.0:1775767752.699943:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000100:00000010:3.0:1775767752.699945:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000020:00000001:1.0:1775767753.468076:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767753.468081:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767753.468084:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767755.516061:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767755.516067:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767755.516075:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767756.539925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767756.539937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767756.539942:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767756.539947:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767756.539953:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767756.539961:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4975
00000400:00000200:2.0:1775767756.539970:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767756.539978:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767756.539982:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767756.539987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.539990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.539994:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.539998:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767756.540001:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767756.540003:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767756.540005:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767756.540007:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767756.540009:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767756.540011:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767756.540013:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540015:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.540017:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767756.540021:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767756.540024:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540026:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767756.540028:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767756.540031:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767756.540033:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540035:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767756.540037:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767756.540046:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767756.540049:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767756.540053:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767756.540055:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540058:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767756.540061:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767756.540065:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767756.540075:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767756.540084:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767756.540094:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360577536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767756.540104:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767756.540109:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767756.540114:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360577536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767756.540135:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767756.540139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767756.540143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767756.540144:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767756.540146:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767756.540149:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767756.540154:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4975
00000400:00000200:2.0:1775767756.540159:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767756.540164:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767756.540167:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767756.540172:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.540180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540183:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767756.540185:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767756.540187:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767756.540190:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767756.540193:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767756.540196:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767756.540200:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767756.540206:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540210:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.540212:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540215:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767756.540217:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767756.540222:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540223:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767756.540225:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767756.540231:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767756.540235:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540238:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767756.540243:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767756.540247:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540250:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767756.540255:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775767756.540258:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767756.540262:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767756.540264:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540266:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767756.540268:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767756.540270:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767756.540274:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767756.540278:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767756.540284:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360577664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767756.540293:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767756.540296:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767756.540300:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360577664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767756.540310:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767756.540314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767756.540319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767756.540323:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767756.540327:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767756.540330:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767756.540335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4975
00000400:00000200:2.0:1775767756.540344:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767756.540349:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767756.540351:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767756.540357:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540360:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.540364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540366:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767756.540371:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767756.540372:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767756.540373:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767756.540375:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767756.540378:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767756.540381:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767756.540383:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540385:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.540389:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540392:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767756.540394:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767756.540396:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540397:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767756.540398:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767756.540400:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767756.540402:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540405:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767756.540407:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767756.540410:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540411:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767756.540414:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775767756.540418:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767756.540422:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767756.540424:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540439:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767756.540442:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767756.540444:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767756.540448:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767756.540454:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767756.540460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360577792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767756.540473:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767756.540476:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767756.540483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360577792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767756.540494:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767756.540498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767756.540502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767756.540504:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767756.540507:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767756.540512:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767756.540516:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4975
00000400:00000200:2.0:1775767756.540523:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767756.540529:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767756.540533:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767756.540535:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.540539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540544:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767756.540546:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767756.540546:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767756.540547:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767756.540549:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767756.540551:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767756.540554:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767756.540558:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767756.540563:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767756.540570:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767756.540572:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767756.540575:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767756.540577:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767756.540577:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775767756.540579:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767756.540581:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540582:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767756.540585:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767756.540587:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540588:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767756.540591:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767756.540592:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767756.540594:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767756.540595:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767756.540596:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767756.540597:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767756.540599:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767756.540604:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000800:00000200:0.1:1775767756.540605:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775767756.540607:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767756.540613:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360577920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767756.540623:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767756.540626:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767756.540633:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360577920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767756.540638:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767756.540643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767756.540647:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767756.540652:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4985)
00000800:00000200:0.1:1775767756.541105:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767756.541108:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767756.541378:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767756.541381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775767756.541692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767756.541695:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775767757.564042:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767757.564048:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767757.564052:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767757.819981:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299648762, at 4299648768
00000100:00000010:3.0:1775767757.819998:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000100:00000040:2.0:1775767757.820000:0:56318:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299648762, at 4299648768
00000100:00000010:2.0:1775767757.820016:0:56318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000020:00000001:1.0:1775767758.588021:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767758.588024:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767758.588027:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767760.636016:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767760.636019:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767760.636023:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767761.659939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767761.659953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767761.659958:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767761.659964:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767761.659971:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767761.659980:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4980
00000400:00000200:2.0:1775767761.659992:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767761.659998:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767761.660002:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767761.660005:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660009:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660011:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767761.660015:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767761.660017:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767761.660019:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767761.660021:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767761.660023:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767761.660025:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767761.660027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767761.660033:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767761.660035:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660037:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767761.660039:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767761.660042:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767761.660045:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660046:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767761.660048:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767761.660060:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767761.660064:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767761.660069:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767761.660071:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660074:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767761.660077:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767761.660083:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767761.660095:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767761.660104:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767761.660116:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360578048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767761.660127:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767761.660131:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767761.660135:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360578048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767761.660155:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767761.660159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767761.660163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767761.660166:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767761.660168:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767761.660171:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767761.660175:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4980
00000400:00000200:2.0:1775767761.660182:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767761.660188:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767761.660193:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767761.660199:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660206:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660211:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660215:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767761.660219:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767761.660220:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767761.660223:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767761.660224:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767761.660228:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767761.660233:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767761.660239:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767761.660253:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767761.660258:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660262:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767761.660265:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767761.660272:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767761.660276:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660279:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767761.660286:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767761.660291:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660304:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767761.660309:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775767761.660312:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767761.660317:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767761.660319:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660322:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767761.660324:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767761.660326:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767761.660331:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767761.660336:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767761.660345:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360578176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767761.660357:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767761.660361:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767761.660368:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360578176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767761.660462:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767761.660465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767761.660471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767761.660473:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767761.660474:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767761.660480:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767761.660486:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4980
00000400:00000200:2.0:1775767761.660496:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.1:1775767761.660496:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000400:00000200:2.0:1775767761.660501:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000200:0.1:1775767761.660502:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1775767761.660504:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767761.660511:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660515:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767761.660524:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767761.660525:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767761.660528:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767761.660532:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767761.660534:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767761.660536:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767761.660541:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660544:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660546:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660549:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767761.660553:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767761.660559:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660564:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767761.660568:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767761.660572:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767761.660576:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660578:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767761.660595:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767761.660601:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660606:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767761.660613:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775767761.660617:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767761.660622:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767761.660626:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660629:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767761.660632:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767761.660635:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767761.660642:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767761.660648:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767761.660658:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360578304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767761.660672:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767761.660676:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767761.660683:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360578304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767761.660717:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767761.660721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767761.660727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767761.660730:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767761.660732:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767761.660736:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767761.660741:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4980
00000400:00000200:2.0:1775767761.660751:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767761.660759:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767761.660765:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767761.660772:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660779:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660785:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660791:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767761.660797:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767761.660801:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767761.660806:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767761.660810:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767761.660814:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767761.660819:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767761.660826:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767761.660860:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660864:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767761.660868:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767761.660873:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767761.660877:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767761.660879:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767761.660882:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767761.660887:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660891:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767761.660894:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767761.660899:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660903:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767761.660906:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767761.660908:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767761.660910:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767761.660912:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767761.660915:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767761.660917:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767761.660920:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767761.660927:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767761.660933:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767761.660941:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360578432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767761.660957:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767761.660960:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767761.660968:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360578432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767761.660983:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767761.660986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767761.660993:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767761.661000:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4990)
00000800:00000200:0.1:1775767761.661055:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767761.661057:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767761.661244:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767761.661247:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767761.661542:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767761.661544:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775767762.684011:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767762.684017:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767762.684022:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767762.939938:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299653882, at 4299653888
00000100:00000010:3.0:1775767762.939951:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000100:00000040:2.0:1775767762.939954:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299653882, at 4299653888
00000100:00000010:2.0:1775767762.939969:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000020:00000001:1.0:1775767763.708054:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767763.708059:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767763.708063:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767765.755989:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767765.755993:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767765.755996:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767766.779978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767766.779992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767766.780009:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767766.780016:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767766.780022:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767766.780035:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4985
00000400:00000200:2.0:1775767766.780052:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767766.780063:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767766.780067:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767766.780070:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780077:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767766.780081:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767766.780082:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767766.780085:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767766.780088:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767766.780089:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767766.780091:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767766.780093:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780094:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780096:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767766.780101:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767766.780103:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780105:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767766.780108:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767766.780111:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767766.780114:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780116:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767766.780117:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767766.780128:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775767766.780131:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767766.780135:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767766.780136:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780139:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767766.780142:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767766.780146:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767766.780153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767766.780161:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767766.780171:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360578560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767766.780180:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767766.780185:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767766.780189:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360578560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767766.780210:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767766.780213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767766.780215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767766.780217:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767766.780218:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767766.780220:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767766.780222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4985
00000400:00000200:2.0:1775767766.780225:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767766.780227:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767766.780229:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767766.780232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780236:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780237:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767766.780239:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767766.780240:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767766.780242:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767766.780244:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767766.780246:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767766.780248:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767766.780250:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780252:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780254:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780256:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767766.780260:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767766.780263:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780268:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767766.780270:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767766.780278:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767766.780281:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780284:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767766.780290:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767766.780298:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780305:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767766.780311:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775767766.780318:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767766.780325:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767766.780342:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780344:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767766.780345:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767766.780347:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767766.780350:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767766.780354:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767766.780363:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360578688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767766.780377:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767766.780380:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767766.780387:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360578688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767766.780410:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767766.780424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767766.780431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767766.780437:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767766.780440:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767766.780445:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767766.780451:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4985
00000400:00000200:2.0:1775767766.780461:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767766.780468:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767766.780472:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767766.780483:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780492:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780495:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767766.780498:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767766.780499:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767766.780501:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767766.780503:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767766.780509:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767766.780514:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767766.780529:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780535:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780543:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780552:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767766.780562:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767766.780573:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780584:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767766.780590:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767766.780601:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767766.780611:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780618:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767766.780622:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767766.780627:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780636:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767766.780644:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775767766.780658:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767766.780668:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767766.780673:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.780683:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767766.780691:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767766.780696:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767766.780705:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767766.780710:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767766.780723:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360578816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767766.780755:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775767766.780755:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767766.780762:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767766.780763:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1775767766.780776:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360578816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767766.780806:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767766.780815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767766.780822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767766.780825:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767766.780856:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767766.780859:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767766.780863:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4985
00000400:00000200:2.0:1775767766.780875:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767766.780885:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767766.780892:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767766.780899:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780903:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780911:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780923:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767766.780932:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767766.780936:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767766.780942:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767766.780947:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767766.780956:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767766.780960:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767766.780968:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780971:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767766.780974:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780978:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767766.780982:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767766.780986:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767766.780992:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767766.781001:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767766.781005:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767766.781012:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.781015:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767766.781018:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767766.781026:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.781027:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767766.781032:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775767766.781038:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767766.781042:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767766.781043:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767766.781045:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767766.781052:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767766.781054:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767766.781065:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767766.781069:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767766.781077:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360578944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767766.781098:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767766.781106:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767766.781118:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360578944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767766.781129:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767766.781134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767766.781139:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767766.781150:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4995)
00000800:00000200:0.1:1775767766.781405:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767766.781407:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767766.781590:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767766.781592:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767766.781763:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767766.781765:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775767767.803972:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767767.803975:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767767.803978:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767768.059910:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299659003, at 4299659008
00000100:00000010:3.0:1775767768.059923:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000100:00000040:2.0:1775767768.059944:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299659003, at 4299659008
00000100:00000010:2.0:1775767768.059957:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000020:00000001:1.0:1775767768.828044:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767768.828048:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767768.828051:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767770.876021:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767770.876028:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767770.876033:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767771.899939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767771.899949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767771.899953:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767771.899958:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767771.899965:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767771.899974:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4990
00000400:00000200:2.0:1775767771.899983:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767771.899992:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767771.899997:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767771.900003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767771.900015:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767771.900017:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767771.900019:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767771.900021:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767771.900023:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767771.900025:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767771.900027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767771.900033:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767771.900036:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900037:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767771.900039:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767771.900041:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767771.900043:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900045:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767771.900046:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767771.900054:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775767771.900057:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767771.900060:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767771.900061:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900063:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767771.900065:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767771.900068:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767771.900075:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775767771.900080:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767771.900088:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360579072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767771.900096:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767771.900100:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767771.900103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360579072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767771.900118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767771.900120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767771.900123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767771.900124:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767771.900125:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767771.900127:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767771.900129:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4990
00000400:00000200:2.0:1775767771.900133:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767771.900135:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767771.900137:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767771.900140:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900143:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900149:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767771.900152:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767771.900154:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767771.900156:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767771.900159:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767771.900163:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767771.900168:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767771.900174:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900177:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767771.900186:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767771.900190:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900195:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767771.900200:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767771.900206:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767771.900209:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900212:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767771.900216:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767771.900220:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900222:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767771.900225:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775767771.900230:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767771.900232:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767771.900234:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900236:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767771.900238:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767771.900240:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767771.900244:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767771.900247:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767771.900253:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360579200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767771.900264:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767771.900266:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767771.900269:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360579200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767771.900274:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767771.900363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767771.900370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767771.900374:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767771.900376:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767771.900381:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767771.900391:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4990
00000400:00000200:2.0:1775767771.900404:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767771.900409:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767771.900411:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767771.900415:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900417:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900422:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900425:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767771.900429:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767771.900432:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767771.900434:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767771.900437:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775767771.900437:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767771.900439:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767771.900440:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767771.900443:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900444:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900445:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900447:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767771.900448:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767771.900451:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900455:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767771.900455:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1775767771.900458:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767771.900462:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767771.900466:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900469:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767771.900473:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767771.900475:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900480:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767771.900484:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775767771.900488:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767771.900492:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767771.900495:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900498:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767771.900500:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767771.900502:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767771.900506:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767771.900512:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767771.900519:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360579328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767771.900540:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767771.900544:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767771.900552:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360579328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767771.900563:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767771.900565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767771.900569:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767771.900572:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767771.900574:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767771.900576:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767771.900578:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4990
00000400:00000200:2.0:1775767771.900582:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767771.900585:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767771.900587:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767771.900593:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900597:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767771.900598:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767771.900607:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767771.900610:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767771.900613:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767771.900616:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767771.900619:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767771.900623:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767771.900631:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900633:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767771.900635:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767771.900639:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767771.900644:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767771.900648:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767771.900652:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767771.900656:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900660:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767771.900663:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767771.900667:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900668:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767771.900671:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775767771.900674:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767771.900677:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767771.900680:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767771.900684:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767771.900687:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767771.900688:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767771.900691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767771.900696:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767771.900703:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360579456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767771.900721:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767771.900725:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767771.900731:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360579456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767771.900740:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767771.900743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767771.900747:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767771.900752:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5000)
00000800:00000200:0.1:1775767771.900986:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767771.900989:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767771.901180:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767771.901182:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775767771.901385:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767771.901387:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1775767772.924004:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767772.924008:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767772.924011:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767773.179953:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299664122, at 4299664128
00000100:00000010:2.0:1775767773.179966:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000100:00000040:3.0:1775767773.179974:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299664122, at 4299664128
00000100:00000010:3.0:1775767773.179988:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000020:00000001:1.0:1775767773.948067:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767773.948073:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767773.948078:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767775.995982:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767775.995986:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767775.995990:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767777.019954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767777.019963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767777.019971:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767777.019978:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767777.019982:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767777.019992:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 4995
00000400:00000200:1.0:1775767777.020001:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767777.020012:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767777.020016:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767777.020019:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.020027:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767777.020038:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767777.020041:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767777.020044:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767777.020048:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767777.020050:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767777.020053:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767777.020058:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020060:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.020063:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767777.020069:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767777.020073:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020076:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767777.020085:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767777.020089:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767777.020093:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020096:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767777.020099:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767777.020106:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767777.020110:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767777.020114:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767777.020116:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020119:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767777.020121:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767777.020126:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767777.020133:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767777.020139:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767777.020156:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360579584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767777.020170:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767777.020176:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767777.020180:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360579584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767777.020199:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767777.020201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767777.020205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767777.020206:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767777.020207:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767777.020209:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767777.020211:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4995
00000400:00000200:1.0:1775767777.020220:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767777.020223:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767777.020226:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767777.020238:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020240:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.020243:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020246:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767777.020251:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767777.020252:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767777.020254:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767777.020257:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767777.020261:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767777.020267:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767777.020271:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020273:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.020279:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767777.020288:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767777.020299:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020309:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767777.020313:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767777.020321:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767777.020327:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020332:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767777.020337:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767777.020346:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020351:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767777.020357:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767777.020361:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767777.020368:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767777.020371:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020387:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767777.020391:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767777.020393:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767777.020397:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767777.020401:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767777.020412:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360579712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767777.020430:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767777.020434:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767777.020444:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360579712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767777.020469:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767777.020476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767777.020499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767777.020503:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767777.020509:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767777.020516:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767777.020523:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4995
00000400:00000200:1.0:1775767777.020534:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767777.020546:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767777.020549:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767777.020553:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020557:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.020565:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020571:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767777.020577:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767777.020580:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767777.020587:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767777.020594:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767777.020603:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767777.020614:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767777.020631:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020636:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.020640:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767777.020661:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767777.020676:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767777.020684:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767777.020688:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767777.020693:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1775767777.020701:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:1.0:1775767777.020707:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020711:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767777.020713:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767777.020718:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020724:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767777.020737:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767777.020742:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767777.020748:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767777.020750:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.020757:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767777.020759:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767777.020763:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767777.020772:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767777.020780:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767777.020799:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360579840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767777.020822:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767777.020864:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767777.020878:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360579840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767777.020907:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767777.020916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767777.020923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767777.020927:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767777.020929:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767777.020937:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767777.020945:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 4995
00000400:00000200:1.0:1775767777.020956:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767777.020976:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767777.020983:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767777.021000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.021010:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.021018:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.021030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767777.021036:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767777.021044:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767777.021048:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767777.021054:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767777.021061:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767777.021066:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767777.021079:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.021086:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767777.021094:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767777.021101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767777.021108:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767777.021117:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767777.021122:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767777.021130:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767777.021137:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767777.021144:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.021150:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767777.021157:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767777.021166:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.021176:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767777.021192:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000800:00000200:0.1:1775767777.021193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775767777.021201:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767777.021209:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767777.021213:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767777.021222:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767777.021226:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767777.021248:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767777.021257:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767777.021265:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767777.021280:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360579968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767777.021307:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767777.021312:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767777.021325:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360579968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767777.021371:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767777.021377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767777.021389:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767777.021404:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5005)
00000800:00000200:0.1:1775767777.021523:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767777.021692:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:3.0:1775767778.044017:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767778.044021:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767778.044025:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767778.299939:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299669242, at 4299669248
00000100:00000040:3.0:1775767778.299939:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299669242, at 4299669248
00000100:00000010:3.0:1775767778.299954:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00000100:00000010:2.0:1775767778.299956:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000020:00000001:1.0:1775767779.068035:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767779.068038:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767779.068041:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775767780.092139:0:2403:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:2.0:1775767780.092177:0:2403:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775767780.092186:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767780.092189:0:2403:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:2.0:1775767780.092193:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767780.092196:0:2403:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775767780.092215:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767780.092218:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:2.0:1775767780.092223:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767780.092227:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767780.092233:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:2.0:1775767780.092235:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:2.0:1775767780.092239:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767780.092247:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03b80 x1862022360579584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092275:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767780.092279:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03b80 x1862022360579584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092288:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767780.092292:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767780.092304:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767780.092308:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa200.
00000400:00000200:2.0:1775767780.092312:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767780.092316:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767780.092319:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf7f8
00000400:00000010:2.0:1775767780.092322:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf7f8.
00000100:00000001:2.0:1775767780.092327:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767780.092334:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d00a80 x1862022360579712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092353:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767780.092365:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00a80 x1862022360579712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092403:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767780.092411:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767780.092420:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767780.092425:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa600.
00000400:00000200:2.0:1775767780.092430:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767780.092433:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767780.092437:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:2.0:1775767780.092439:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:2.0:1775767780.092442:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767780.092448:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d02d80 x1862022360579840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092472:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767780.092481:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02d80 x1862022360579840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092496:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767780.092503:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767780.092520:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767780.092537:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa400.
00000400:00000200:2.0:1775767780.092547:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767780.092568:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767780.092571:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfee0
00000400:00000010:2.0:1775767780.092574:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfee0.
00000100:00000001:2.0:1775767780.092577:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767780.092582:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01180 x1862022360579968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092607:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767780.092618:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01180 x1862022360579968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767780.092661:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767780.092671:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775767781.116054:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767781.116057:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767781.116061:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767782.139957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767782.139965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767782.139967:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767782.139971:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767782.139975:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767782.139982:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5000
00000400:00000200:2.0:1775767782.139989:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767782.139995:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767782.139998:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767782.140002:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767782.140012:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767782.140014:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767782.140016:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767782.140018:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767782.140019:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767782.140021:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767782.140024:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140041:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767782.140044:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767782.140048:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140052:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767782.140054:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767782.140056:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767782.140059:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140060:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767782.140062:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767782.140068:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775767782.140072:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767782.140075:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767782.140077:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140079:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767782.140082:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767782.140086:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767782.140092:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767782.140100:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767782.140110:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360580096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767782.140124:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767782.140127:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767782.140131:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360580096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767782.140146:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767782.140148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767782.140151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767782.140153:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767782.140154:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767782.140156:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767782.140158:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5000
00000400:00000200:2.0:1775767782.140160:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767782.140163:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767782.140164:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767782.140167:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140168:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140171:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140173:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767782.140175:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767782.140176:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767782.140195:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767782.140200:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767782.140202:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767782.140203:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767782.140206:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140208:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140209:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140211:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767782.140215:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767782.140217:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140221:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767782.140224:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767782.140229:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767782.140232:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140235:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767782.140240:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767782.140248:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140251:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767782.140258:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775767782.140264:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767782.140270:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767782.140274:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140278:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767782.140282:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767782.140286:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767782.140293:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767782.140299:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767782.140308:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360580224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767782.140325:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767782.140329:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767782.140336:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360580224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767782.140351:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767782.140354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767782.140360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767782.140363:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767782.140366:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767782.140371:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767782.140377:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5000
00000400:00000200:2.0:1775767782.140386:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767782.140393:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767782.140398:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767782.140406:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140410:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140415:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767782.140423:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767782.140425:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767782.140428:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767782.140432:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767782.140435:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767782.140438:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767782.140446:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140448:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140453:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767782.140463:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767782.140469:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140475:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767782.140487:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767782.140492:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767782.140497:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140503:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767782.140507:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767782.140511:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140513:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767782.140520:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775767782.140526:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767782.140533:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767782.140536:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140539:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767782.140540:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767782.140543:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767782.140549:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767782.140554:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767782.140564:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360580352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767782.140570:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767782.140576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775767782.140579:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767782.140583:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767782.140591:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360580352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767782.140605:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767782.140610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767782.140615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767782.140618:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767782.140621:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767782.140625:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767782.140631:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5000
00000400:00000200:2.0:1775767782.140639:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767782.140647:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767782.140653:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767782.140659:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140663:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140669:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140674:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767782.140679:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767782.140682:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767782.140684:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767782.140687:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767782.140690:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767782.140693:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767782.140700:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140703:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767782.140707:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140711:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767782.140714:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767782.140726:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767782.140729:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767782.140734:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767782.140737:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767782.140741:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140746:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767782.140750:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767782.140755:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140759:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767782.140766:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775767782.140771:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767782.140777:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767782.140780:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767782.140784:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767782.140786:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767782.140790:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767782.140795:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767782.140802:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767782.140811:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360580480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767782.140896:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767782.140900:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767782.140909:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360580480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767782.140929:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767782.140937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767782.140951:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767782.140961:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5010)
00000800:00000200:0.1:1775767782.141211:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767782.141213:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767782.141514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767782.141517:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767782.141769:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767782.141771:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775767783.164135:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767783.164139:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767783.164143:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767783.419919:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299674362, at 4299674368
00000100:00000040:3.0:1775767783.419919:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299674362, at 4299674368
00000100:00000010:2.0:1775767783.419932:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00000100:00000010:3.0:1775767783.419934:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000020:00000001:1.0:1775767784.188035:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767784.188038:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767784.188041:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767786.235978:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767786.235982:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767786.235985:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767787.259966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767787.259972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767787.259974:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767787.259978:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767787.259982:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767787.259987:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5005
00000400:00000200:1.0:1775767787.259993:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767787.259997:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767787.260000:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767787.260002:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260006:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767787.260011:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767787.260012:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767787.260013:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767787.260015:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767787.260017:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767787.260019:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767787.260021:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260022:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260024:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767787.260027:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767787.260029:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260031:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767787.260033:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767787.260035:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767787.260037:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260039:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767787.260040:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767787.260047:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767787.260050:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767787.260052:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767787.260053:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260055:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767787.260057:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767787.260060:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767787.260068:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767787.260072:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767787.260079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360580608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767787.260088:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767787.260091:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767787.260095:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360580608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767787.260111:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767787.260114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767787.260117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767787.260119:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767787.260121:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767787.260125:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767787.260140:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5005
00000400:00000200:1.0:1775767787.260146:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767787.260151:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767787.260155:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767787.260161:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260170:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260174:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767787.260180:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767787.260182:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767787.260186:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767787.260189:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767787.260194:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767787.260197:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767787.260203:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260207:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260211:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260215:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767787.260218:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767787.260221:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260224:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767787.260228:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767787.260233:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767787.260235:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260237:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767787.260240:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767787.260244:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260247:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767787.260250:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775767787.260253:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767787.260257:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767787.260258:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260260:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767787.260262:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767787.260264:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767787.260269:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767787.260272:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767787.260278:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360580736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767787.260289:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767787.260292:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767787.260297:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360580736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767787.260329:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767787.260332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767787.260337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767787.260339:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767787.260342:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767787.260345:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767787.260348:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5005
00000400:00000200:1.0:1775767787.260355:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767787.260359:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767787.260361:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767787.260366:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260369:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260378:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767787.260381:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767787.260384:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767787.260386:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767787.260389:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767787.260393:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767787.260396:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767787.260402:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260405:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260414:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767787.260417:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767787.260422:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260427:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767787.260428:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767787.260430:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767787.260431:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260433:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767787.260434:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767787.260436:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260437:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767787.260441:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767787.260445:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767787.260450:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767787.260452:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260454:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767787.260454:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767787.260456:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767787.260460:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767787.260464:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767787.260469:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360580864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767787.260477:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767787.260478:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767787.260483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360580864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767787.260493:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767787.260496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767787.260500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1775767787.260501:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767787.260502:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767787.260504:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767787.260508:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775767787.260509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1775767787.260511:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5005
00000400:00000200:1.0:1775767787.260516:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767787.260521:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767787.260522:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767787.260527:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260528:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767787.260535:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767787.260537:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767787.260539:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767787.260542:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767787.260543:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767787.260547:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767787.260551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767787.260556:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260557:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767787.260562:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767787.260565:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767787.260569:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767787.260570:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767787.260573:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767787.260575:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260577:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767787.260579:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767787.260584:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260589:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767787.260595:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767787.260599:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767787.260603:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767787.260606:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767787.260610:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767787.260613:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767787.260616:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767787.260623:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767787.260629:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767787.260638:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360580992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767787.260652:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767787.260656:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767787.260659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360580992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767787.260668:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767787.260673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767787.260676:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767787.260679:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5015)
00000800:00000200:0.1:1775767787.260935:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767787.260937:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767787.261127:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767787.261142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767787.261399:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767787.261401:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775767788.283992:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767788.283997:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767788.284001:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767788.539904:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299679482, at 4299679488
00000100:00000010:2.0:1775767788.539916:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000100:00000040:3.0:1775767788.539941:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299679482, at 4299679488
00000100:00000010:3.0:1775767788.539954:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000020:00000001:1.0:1775767789.308099:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767789.308104:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767789.308119:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767791.356040:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767791.356044:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767791.356050:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767792.379966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767792.379977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767792.379980:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767792.379996:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767792.380000:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767792.380008:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5010
00000400:00000200:3.0:1775767792.380020:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767792.380029:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767792.380035:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767792.380038:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767792.380049:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767792.380051:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767792.380053:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767792.380056:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767792.380057:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767792.380059:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767792.380062:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380063:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767792.380075:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767792.380091:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380097:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767792.380101:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767792.380105:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767792.380108:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380112:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767792.380116:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767792.380126:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767792.380131:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767792.380134:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767792.380137:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380139:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767792.380141:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767792.380145:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767792.380152:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767792.380156:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767792.380164:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360581120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767792.380184:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767792.380188:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767792.380193:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360581120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767792.380226:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767792.380231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767792.380234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767792.380236:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767792.380238:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767792.380240:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767792.380243:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5010
00000400:00000200:3.0:1775767792.380247:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767792.380249:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767792.380251:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767792.380253:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380254:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380256:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380257:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767792.380259:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767792.380261:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767792.380262:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767792.380264:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767792.380267:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767792.380269:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767792.380271:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380273:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380275:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767792.380277:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767792.380279:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380281:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767792.380290:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767792.380295:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767792.380297:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380299:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767792.380304:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767792.380307:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380310:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767792.380317:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767792.380324:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767792.380334:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767792.380337:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380346:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767792.380352:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767792.380355:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767792.380366:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767792.380378:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767792.380402:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360581248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767792.380419:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767792.380425:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767792.380439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360581248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767792.380461:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767792.380464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767792.380467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767792.380470:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767792.380475:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767792.380480:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767792.380484:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5010
00000400:00000200:3.0:1775767792.380491:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767792.380510:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767792.380512:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767792.380516:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380524:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380527:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380529:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767792.380530:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767792.380534:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767792.380538:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767792.380542:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767792.380545:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767792.380549:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767792.380559:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380562:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380567:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380572:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767792.380582:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767792.380590:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380603:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767792.380612:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767792.380617:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767792.380627:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380634:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767792.380639:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767792.380644:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380648:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767792.380652:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767792.380658:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767792.380661:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767792.380663:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380670:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767792.380672:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767792.380676:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767792.380685:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767792.380689:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767792.380703:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360581376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767792.380729:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767792.380731:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767792.380734:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360581376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767792.380756:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767792.380760:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767792.380765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767792.380770:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767792.380774:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767792.380782:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767792.380793:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5010
00000400:00000200:3.0:1775767792.380809:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767792.380819:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767792.380822:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767792.380853:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380856:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380858:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767792.380860:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767792.380861:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767792.380862:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767792.380864:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767792.380866:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767792.380867:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767792.380871:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380880:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767792.380883:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380889:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767792.380898:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767792.380904:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767792.380909:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767792.380911:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775767792.380917:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767792.380918:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767792.380925:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767792.380925:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1775767792.380929:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767792.380933:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767792.380942:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380948:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767792.380952:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767792.380954:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767792.380965:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767792.380968:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767792.380973:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767792.380977:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767792.380982:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767792.380986:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767792.380991:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767792.380998:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360581504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767792.381005:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767792.381008:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767792.381014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360581504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767792.381094:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767792.381099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767792.381107:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767792.381127:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5021)
00000800:00000200:0.1:1775767792.381474:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767792.381475:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767792.381676:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767792.381678:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767792.382027:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767792.382030:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1775767793.404094:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767793.404101:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767793.404106:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767793.659911:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299684603, at 4299684608
00000100:00000040:2.0:1775767793.659914:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299684603, at 4299684608
00000100:00000010:3.0:1775767793.659940:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000100:00000010:2.0:1775767793.659942:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00000020:00000001:1.0:1775767794.428049:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767794.428052:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767794.428055:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767796.475996:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767796.475999:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767796.476002:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767797.499945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767797.499955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767797.499959:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767797.499964:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767797.499969:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767797.499976:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5016
00000400:00000200:3.0:1775767797.499986:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767797.499994:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767797.499997:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767797.500000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767797.500011:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767797.500012:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767797.500014:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767797.500017:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767797.500021:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767797.500024:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767797.500053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767797.500064:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767797.500067:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500069:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767797.500071:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767797.500073:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767797.500075:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500076:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767797.500078:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767797.500086:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767797.500089:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767797.500092:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767797.500093:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500096:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767797.500098:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767797.500102:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767797.500108:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767797.500114:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767797.500121:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360581632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767797.500129:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767797.500132:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767797.500136:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360581632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767797.500152:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767797.500154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767797.500157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767797.500158:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767797.500159:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767797.500161:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767797.500163:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5016
00000400:00000200:3.0:1775767797.500166:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767797.500168:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767797.500170:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767797.500172:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500174:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500176:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500178:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767797.500180:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767797.500181:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767797.500182:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767797.500184:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767797.500185:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767797.500187:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767797.500189:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500198:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767797.500200:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767797.500203:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500205:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767797.500207:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767797.500212:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767797.500216:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500228:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767797.500231:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767797.500235:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500238:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767797.500244:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767797.500248:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767797.500251:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767797.500254:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500256:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767797.500259:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767797.500261:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767797.500264:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767797.500267:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767797.500276:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360581760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767797.500288:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767797.500290:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767797.500298:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360581760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767797.500308:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767797.500311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767797.500314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767797.500315:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767797.500318:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767797.500323:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767797.500327:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5016
00000400:00000200:3.0:1775767797.500332:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767797.500338:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767797.500341:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767797.500347:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500355:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500361:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767797.500367:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767797.500369:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767797.500373:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767797.500376:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767797.500379:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767797.500384:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767797.500394:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500399:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500405:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500412:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767797.500417:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767797.500423:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500426:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767797.500428:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767797.500436:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767797.500440:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500442:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767797.500444:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767797.500447:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500450:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767797.500458:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000800:00000200:0.1:1775767797.500463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775767797.500464:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.1:1775767797.500468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1775767797.500469:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767797.500472:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500477:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767797.500480:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767797.500484:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767797.500490:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767797.500498:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767797.500507:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360581888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767797.500515:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767797.500518:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767797.500524:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360581888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767797.500552:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767797.500554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767797.500558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767797.500560:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767797.500562:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767797.500566:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767797.500570:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5016
00000400:00000200:3.0:1775767797.500580:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767797.500586:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767797.500590:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767797.500594:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500599:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500602:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767797.500606:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767797.500608:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767797.500610:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767797.500612:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767797.500616:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767797.500620:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767797.500624:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500628:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767797.500630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500632:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767797.500636:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767797.500639:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767797.500641:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767797.500645:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767797.500649:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767797.500654:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500656:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767797.500659:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767797.500663:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500666:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767797.500670:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767797.500675:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767797.500682:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767797.500684:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767797.500688:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767797.500691:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767797.500695:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767797.500704:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767797.500711:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767797.500721:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360582016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767797.500739:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767797.500744:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767797.500749:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360582016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767797.500759:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767797.500764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767797.500771:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767797.500776:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5026)
00000800:00000200:0.1:1775767797.500991:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767797.500994:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767797.501228:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767797.501230:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767797.501439:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767797.501441:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1775767798.523992:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767798.523996:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767798.524000:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767798.779935:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299689722, at 4299689728
00000100:00000040:3.0:1775767798.779935:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299689722, at 4299689728
00000100:00000010:2.0:1775767798.779950:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000100:00000010:3.0:1775767798.779952:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000020:00000001:1.0:1775767799.547980:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767799.547983:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767799.547986:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767801.595979:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767801.595984:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767801.595988:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767802.619931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767802.619946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767802.619952:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767802.619975:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767802.619996:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767802.620007:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5021
00000400:00000200:3.0:1775767802.620017:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767802.620026:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767802.620032:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767802.620039:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767802.620055:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767802.620056:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767802.620059:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767802.620061:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767802.620063:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767802.620065:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767802.620068:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620074:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767802.620076:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767802.620079:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620080:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767802.620083:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767802.620085:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767802.620089:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620091:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767802.620093:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767802.620101:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767802.620104:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767802.620107:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767802.620108:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620111:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767802.620114:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767802.620117:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767802.620126:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767802.620132:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767802.620140:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360582144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767802.620149:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767802.620153:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767802.620157:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360582144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767802.620176:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767802.620179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767802.620183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767802.620184:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767802.620185:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767802.620187:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767802.620189:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5021
00000400:00000200:3.0:1775767802.620194:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767802.620197:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767802.620200:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767802.620202:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620204:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620207:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620210:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767802.620213:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767802.620215:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767802.620218:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767802.620220:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767802.620224:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767802.620226:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767802.620231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620233:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620237:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620242:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767802.620247:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767802.620253:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620259:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767802.620261:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767802.620268:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767802.620271:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620274:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767802.620278:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767802.620283:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620289:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767802.620293:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767802.620298:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767802.620302:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767802.620304:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620307:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767802.620309:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767802.620312:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767802.620316:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767802.620320:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767802.620329:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360582272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767802.620350:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767802.620353:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767802.620359:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360582272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767802.620370:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767802.620373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767802.620378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767802.620379:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767802.620381:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767802.620384:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767802.620387:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5021
00000400:00000200:3.0:1775767802.620395:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767802.620398:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767802.620402:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767802.620409:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620420:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620423:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767802.620436:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767802.620438:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767802.620441:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767802.620445:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767802.620448:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767802.620450:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767802.620458:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620461:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620471:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767802.620475:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767802.620480:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620485:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767802.620487:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767802.620491:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767802.620495:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620499:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767802.620502:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767802.620509:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620514:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767802.620519:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767802.620522:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767802.620528:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767802.620531:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620535:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767802.620538:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767802.620540:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767802.620544:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767802.620548:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767802.620556:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360582400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767802.620571:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767802.620574:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767802.620578:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767802.620582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360582400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775767802.620584:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1775767802.620597:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767802.620600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767802.620605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767802.620606:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767802.620608:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767802.620612:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767802.620618:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5021
00000400:00000200:3.0:1775767802.620624:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767802.620631:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767802.620635:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767802.620641:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620646:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620656:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620658:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767802.620660:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767802.620661:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767802.620662:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767802.620664:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767802.620667:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767802.620670:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767802.620679:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620684:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767802.620688:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620691:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767802.620696:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767802.620699:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767802.620702:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767802.620707:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767802.620710:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767802.620713:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620716:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767802.620719:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767802.620722:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620724:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767802.620729:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767802.620731:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767802.620736:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767802.620738:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767802.620741:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767802.620743:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767802.620745:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767802.620753:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767802.620757:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767802.620763:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360582528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767802.620777:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767802.620782:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767802.620791:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360582528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767802.620811:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767802.620814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767802.620821:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767802.620856:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5031)
00000800:00000200:0.1:1775767802.621103:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767802.621105:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767802.621339:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767802.621341:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767802.621571:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767802.621573:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1775767803.644057:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767803.644060:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767803.644063:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767803.899958:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299694842, at 4299694848
00000100:00000040:3.0:1775767803.899958:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299694842, at 4299694848
00000100:00000010:3.0:1775767803.899988:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000100:00000010:2.0:1775767803.899990:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00000020:00000001:1.0:1775767804.668015:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767804.668019:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767804.668023:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767805.692015:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767805.692020:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767805.692024:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767806.716073:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767806.716078:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767806.716082:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767807.739975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767807.739985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767807.739989:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767807.739995:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767807.740000:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767807.740007:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5026
00000400:00000200:1.0:1775767807.740018:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767807.740025:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767807.740029:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767807.740032:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740035:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767807.740042:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767807.740043:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767807.740045:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767807.740048:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767807.740049:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767807.740051:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767807.740053:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767807.740065:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767807.740068:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740070:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767807.740073:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767807.740076:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767807.740079:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740081:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767807.740082:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767807.740100:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775767807.740103:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767807.740108:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767807.740109:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740113:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767807.740115:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767807.740120:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767807.740130:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767807.740138:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767807.740150:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360582656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767807.740170:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767807.740176:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767807.740183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360582656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767807.740205:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767807.740207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767807.740211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767807.740212:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767807.740213:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767807.740215:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767807.740218:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5026
00000400:00000200:1.0:1775767807.740222:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767807.740226:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767807.740228:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767807.740231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740233:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740235:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740238:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767807.740240:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767807.740242:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767807.740244:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767807.740246:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767807.740249:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767807.740250:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767807.740256:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740260:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740269:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767807.740274:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767807.740277:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740280:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767807.740283:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767807.740289:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767807.740294:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740298:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767807.740306:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767807.740313:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740317:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767807.740322:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767807.740328:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767807.740334:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767807.740337:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740341:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767807.740344:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767807.740347:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767807.740355:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767807.740361:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767807.740369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360582784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767807.740393:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767807.740399:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767807.740419:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360582784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767807.740442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767807.740447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767807.740452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767807.740456:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767807.740459:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767807.740463:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767807.740467:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5026
00000400:00000200:1.0:1775767807.740472:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767807.740479:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767807.740482:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767807.740487:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740493:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740498:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740503:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767807.740508:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767807.740511:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767807.740514:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767807.740518:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775767807.740522:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775767807.740524:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775767807.740526:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1775767807.740529:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767807.740539:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740542:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740549:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740553:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767807.740557:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767807.740561:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740565:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767807.740568:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767807.740572:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767807.740578:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740583:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767807.740586:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767807.740590:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740594:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767807.740601:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775767807.740605:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767807.740609:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767807.740611:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740613:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767807.740615:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767807.740617:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767807.740624:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767807.740630:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767807.740637:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360582912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767807.740644:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767807.740650:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767807.740656:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360582912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767807.740674:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767807.740679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767807.740686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767807.740690:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767807.740694:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767807.740702:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767807.740714:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5026
00000400:00000200:1.0:1775767807.740722:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767807.740728:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767807.740734:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767807.740741:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740745:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740750:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740755:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767807.740760:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767807.740762:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767807.740764:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767807.740767:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767807.740771:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767807.740777:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767807.740785:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740787:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767807.740790:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740794:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767807.740799:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767807.740804:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767807.740808:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767807.740812:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767807.740817:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767807.740821:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740857:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767807.740862:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767807.740871:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740874:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767807.740881:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767807.740887:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767807.740894:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767807.740897:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767807.740902:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767807.740905:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767807.740910:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767807.740919:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767807.740926:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767807.740950:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360583040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767807.740961:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767807.740965:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767807.740972:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360583040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767807.741003:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767807.741006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767807.741014:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767807.741022:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5036)
00000800:00000200:0.1:1775767807.741100:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767807.741101:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767807.741327:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767807.741329:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767807.741554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767807.741556:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775767808.764018:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767808.764022:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767808.764025:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767809.019881:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299699962, at 4299699968
00000100:00000010:3.0:1775767809.019892:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000100:00000040:2.0:1775767809.019909:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299699962, at 4299699968
00000100:00000010:2.0:1775767809.019946:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00000020:00000001:1.0:1775767809.788070:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767809.788075:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767809.788079:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767810.811996:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767810.811999:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767810.812001:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767811.835987:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767811.835991:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767811.835995:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767812.859954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767812.859978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767812.859985:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767812.859991:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767812.859998:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767812.860008:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5031
00000400:00000200:1.0:1775767812.860025:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767812.860033:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767812.860038:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767812.860042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767812.860052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767812.860060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767812.860063:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767812.860066:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767812.860070:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767812.860074:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767812.860087:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767812.860091:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860094:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767812.860096:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767812.860102:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767812.860112:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860116:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767812.860122:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767812.860126:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767812.860130:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767812.860140:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767812.860143:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767812.860151:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775767812.860155:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767812.860161:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767812.860163:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767812.860168:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767812.860172:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767812.860177:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767812.860187:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775767812.860196:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767812.860209:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767812.860221:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767812.860227:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767812.860234:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767812.860260:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767812.860264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767812.860268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767812.860270:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767812.860272:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767812.860276:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767812.860280:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5031
00000400:00000200:1.0:1775767812.860286:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767812.860293:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:3.0:1775767812.860294:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775767812.860296:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767812.860300:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860302:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767812.860302:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775767812.860305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860308:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767812.860308:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775767812.860312:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767812.860313:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767812.860315:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767812.860317:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767812.860319:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767812.860320:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775767812.860321:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767812.860326:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860329:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767812.860332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860336:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767812.860339:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767812.860344:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860346:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.860346:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1775767812.860350:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775767812.860351:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767812.860355:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767812.860358:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.860358:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775767812.860362:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775767812.860363:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1775767812.860366:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775767812.860368:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775767812.860369:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767812.860374:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767812.860379:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000100:00100000:3.0:1775767812.860379:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360583168:192.168.202.115@tcp:250:kworker.0
00000020:00000040:1.0:1775767812.860382:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767812.860386:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767812.860389:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.860389:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775767812.860390:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767812.860393:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767812.860394:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.860397:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1775767812.860398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767812.860402:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.860402:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.860409:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1775767812.860411:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1775767812.860417:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d05400.
00000100:00000001:1.0:1775767812.860418:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767812.860421:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.860423:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767812.860425:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767812.860434:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.860435:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:1.0:1775767812.860437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767812.860441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767812.860442:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1775767812.860442:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000100:00080000:1.0:1775767812.860445:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767812.860448:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767812.860450:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5031
00000400:00000200:1.0:1775767812.860452:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767812.860454:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000400:00000200:1.0:1775767812.860455:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767812.860458:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767812.860461:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860462:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767812.860464:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860466:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:3.0:1775767812.860467:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360583168, portal 25
00000020:00000001:1.0:1775767812.860468:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767812.860470:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767812.860472:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767812.860474:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000001:3.0:1775767812.860474:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1775767812.860478:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:3.0:1775767812.860479:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112660480 : -130299596891136 : ffff897e42d01c00)
00000020:00000001:1.0:1775767812.860480:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767812.860485:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860486:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767812.860488:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860490:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767812.860492:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000040:3.0:1775767812.860492:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775767812.860497:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860501:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767812.860504:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767812.860505:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767812.860507:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767812.860508:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767812.860510:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767812.860513:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767812.860517:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767812.860522:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767812.860526:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:3.0:1775767812.860528:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1775767812.860531:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767812.860534:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767812.860535:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860539:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767812.860542:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775767812.860542:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
02000000:00000001:1.0:1775767812.860544:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767812.860549:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360583168, offset 0
02000000:00000010:1.0:1775767812.860551:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767812.860557:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767812.860570:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767812.860571:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860582:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775767812.860585:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767812.860587:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767812.860594:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767812.860597:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767812.860607:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775767812.860610:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767812.860614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775767812.860616:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:1.0:1775767812.860621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1775767812.860624:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775767812.860625:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767812.860628:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767812.860630:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860632:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767812.860636:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5031
00000400:00000200:3.0:1775767812.860641:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59550:59550:256:4294967295] 192.168.202.115@tcp LPNI seq info [59549:59549:8:4294967295]
00000400:00000200:1.0:1775767812.860643:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767812.860649:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767812.860651:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775767812.860655:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:1.0:1775767812.860656:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767812.860670:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860674:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767812.860678:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767812.860681:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:3.0:1775767812.860684:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1775767812.860685:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767812.860689:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767812.860693:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767812.860698:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:3.0:1775767812.860698:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:1.0:1775767812.860705:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000010:3.0:1775767812.860708:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000100:00000001:1.0:1775767812.860709:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767812.860714:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860717:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767812.860720:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:3.0:1775767812.860724:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775767812.860727:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767812.860732:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767812.860732:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1775767812.860735:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767812.860740:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767812.860745:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767812.860746:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767812.860749:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:3.1:1775767812.860751:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775767812.860758:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000008:00100000:1.0:1775767812.860761:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000010:3.0:1775767812.860762:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000008:00000001:1.0:1775767812.860768:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767812.860769:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.860772:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1775767812.860773:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767812.860778:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767812.860780:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767812.860783:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.860784:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775767812.860785:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767812.860789:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767812.860792:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.860793:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
02000000:00000010:1.0:1775767812.860796:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000400:00000010:3.0:1775767812.860798:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:1.0:1775767812.860803:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.860806:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1775767812.860811:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775767812.860814:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767812.860867:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767812.860873:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.860874:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767812.860879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767812.860900:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767812.860903:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767812.860910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767812.860920:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775767812.860922:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.860926:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1775767812.860928:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5041)
00000100:00000001:3.0:1775767812.860935:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.860942:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767812.860945:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299705083
00000100:00000010:3.0:1775767812.860952:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146240.
00000100:00000001:3.0:1775767812.860960:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767812.860967:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299705083
00000100:00000010:3.0:1775767812.860972:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146480.
00000100:00000001:3.0:1775767812.860976:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767812.860980:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767812.860984:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.860987:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767812.860992:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767812/real 1775767812]  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767812.861005:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767812.861007:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767812.861010:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767812.861013:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767812.861015:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767812.861018:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767812.861022:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767812.861032:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861040:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767812.861042:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861045:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.861047:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767812.861052:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861059:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767812.861065:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861074:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767812.861078:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861080:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.861081:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861084:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767812.861087:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767812.861090:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767812.861096:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767812.861099:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767812.861103:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767812.861112:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360583168:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767812.861121:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861124:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767812.861128:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01c00 x1862022360583168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861136:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767812.861139:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767812.861142:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767812.861146:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767812.861148:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767812.861150:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767812.861152:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767812.861156:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:3.0:1775767812.861160:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767812.861162:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767812.861164:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01c00.
00000100:00000001:3.0:1775767812.861169:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767812.861170:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861173:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861256:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767812.861261:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.861265:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767812.861268:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767812.861271:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767812.861278:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861287:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767812.861289:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.861292:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767812.861296:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767812.861421:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767812.861425:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583296:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767812.861429:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767812.861432:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767812.861434:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.861438:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767812.861442:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767812.861445:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.861450:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767812.861454:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767812.861458:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767812.861463:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360583296, portal 10
00000100:00000001:3.0:1775767812.861538:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767812.861540:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112658688 : -130299596892928 : ffff897e42d01500)
00000100:00000040:3.0:1775767812.861550:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861558:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767812.861562:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767812.861565:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767812.861568:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360583296, offset 0
00000400:00000200:3.0:1775767812.861573:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767812.861577:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767812.861582:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767812.861585:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767812.861588:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767812.861591:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767812.861594:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767812.861598:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59551:59551:256:4294967295] 192.168.202.115@tcp LPNI seq info [59550:59550:8:4294967295]
00000400:00000200:3.0:1775767812.861602:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767812.861610:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767812.861615:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767812.861618:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767812.861623:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767812.861626:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767812.861631:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767812.861634:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775767812.861639:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767812.861641:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767812.861645:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767812.861649:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767812.861652:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767812.861654:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767812.861657:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767812.861661:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861670:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767812.861673:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861680:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.861682:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767812.861685:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767812.861689:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767812.861693:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767812.861696:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299703821
00000100:00000001:3.0:1775767812.861699:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299705083
00000100:00000001:3.0:1775767812.861701:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299703821
00000100:00000001:3.0:1775767812.861704:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299705083
00000100:00000001:3.0:1775767812.861706:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767812.861708:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.861711:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767812.861714:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767812/real 1775767812]  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767812.861723:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767812.861724:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767812.861726:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767812.861729:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767812.861731:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767812.861733:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767812.861737:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767812.861745:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861752:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767812.861754:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861756:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.861758:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767812.861761:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861768:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767812.861772:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861780:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767812.861783:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861785:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.861786:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.861788:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767812.861790:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767812.861793:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767812.861797:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767812.861800:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767812.861804:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767812.861863:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583296:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767812.861870:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767812.861875:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861911:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767812.861913:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.861916:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767812.861919:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767812.861922:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767812.861926:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583424:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767812.861931:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767812.861934:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767812.861936:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.861939:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767812.861943:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767812.861946:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.861950:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767812.861953:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767812.861957:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767812.861960:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360583424, portal 10
00000100:00000001:3.0:1775767812.861962:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767812.861964:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112667648 : -130299596883968 : ffff897e42d03800)
00000100:00000040:3.0:1775767812.861970:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.861977:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767812.861980:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767812.861983:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767812.861985:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360583424, offset 0
00000400:00000200:3.0:1775767812.861989:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767812.861994:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767812.861998:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767812.862001:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767812.862004:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767812.862006:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767812.862009:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767812.862013:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59552:59552:256:4294967295] 192.168.202.115@tcp LPNI seq info [59551:59551:8:4294967295]
00000400:00000200:3.0:1775767812.862018:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767812.862025:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767812.862030:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767812.862034:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767812.862038:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767812.862041:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767812.862047:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767812.862049:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775767812.862064:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767812.862067:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767812.862070:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767812.862074:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767812.862077:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767812.862079:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767812.862082:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767812.862086:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862095:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767812.862098:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862104:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.862106:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767812.862109:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767812.862112:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767812.862116:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767812.862118:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299703820
00000100:00000001:3.0:1775767812.862120:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299705083
00000100:00000001:3.0:1775767812.862123:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299703820
00000100:00000001:3.0:1775767812.862125:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299705083
00000100:00000001:3.0:1775767812.862127:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767812.862131:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.862133:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767812.862137:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767812/real 1775767812]  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767812.862146:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767812.862147:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767812.862149:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767812.862152:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767812.862154:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767812.862156:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767812.862159:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767812.862168:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862175:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767812.862176:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862178:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.862180:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767812.862183:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862190:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767812.862194:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862202:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767812.862204:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862206:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.862207:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862209:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767812.862212:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767812.862215:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767812.862219:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767812.862221:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767812.862226:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767812.862234:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583424:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767812.862239:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767812.862242:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862249:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767812.862250:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.862253:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767812.862255:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767812.862257:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767812.862260:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583552:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767812.862264:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767812.862266:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767812.862268:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767812.862270:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767812.862274:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07000.
02000000:00000001:3.0:1775767812.862276:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767812.862280:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767812.862283:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767812.862286:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767812.862289:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360583552, portal 4
00000100:00000001:3.0:1775767812.862291:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767812.862293:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112662272 : -130299596889344 : ffff897e42d02300)
00000100:00000040:3.0:1775767812.862299:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862306:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767812.862308:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767812.862311:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767812.862313:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360583552, offset 0
00000400:00000200:3.0:1775767812.862318:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767812.862322:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767812.862326:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767812.862329:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767812.862332:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767812.862334:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767812.862337:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767812.862340:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59553:59553:256:4294967295] 192.168.202.115@tcp LPNI seq info [59552:59552:8:4294967295]
00000400:00000200:3.0:1775767812.862344:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767812.862351:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767812.862356:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767812.862360:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767812.862364:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767812.862368:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1775767812.862372:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767812.862375:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1775767812.862379:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767812.862381:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767812.862384:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767812.862388:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767812.862391:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767812.862393:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767812.862396:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767812.862400:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862408:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767812.862411:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862418:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.862419:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767812.862423:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767812.862426:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767812.862430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767812.862432:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299703875
00000100:00000001:3.0:1775767812.862435:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299705083
00000100:00000001:3.0:1775767812.862437:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299703875
00000100:00000001:3.0:1775767812.862439:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299705083
00000100:00000001:3.0:1775767812.862441:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767812.862444:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.862445:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767812.862449:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767812/real 1775767812]  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767812.862458:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767812.862459:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767812.862461:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767812.862463:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767812.862465:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767812.862467:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767812.862470:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767812.862478:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862485:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767812.862486:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862488:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.862489:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767812.862493:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862499:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767812.862503:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862510:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767812.862513:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862514:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767812.862515:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862518:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767812.862519:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767812.862522:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767812.862525:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767812.862527:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767812.862531:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767812.862539:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583552:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767812.862543:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862545:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767812.862548:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01500 x1862022360583296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862555:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767812.862556:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767812.862558:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767812.862561:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767812.862563:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767812.862564:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767812.862566:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767812.862568:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:3.0:1775767812.862572:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767812.862573:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767812.862575:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01500.
00000100:00000001:3.0:1775767812.862578:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767812.862579:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862581:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767812.862584:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03800 x1862022360583424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862591:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767812.862592:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767812.862594:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767812.862596:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767812.862597:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767812.862598:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767812.862601:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767812.862602:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:3.0:1775767812.862604:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767812.862606:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767812.862607:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03800.
00000100:00000001:3.0:1775767812.862609:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767812.862610:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862612:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767812.862615:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02300 x1862022360583552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767812.862622:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767812.862623:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767812.862625:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07000.
02000000:00000001:3.0:1775767812.862627:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767812.862628:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767812.862629:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767812.862631:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767812.862632:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6400.
02000000:00000001:3.0:1775767812.862634:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767812.862635:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767812.862637:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02300.
00000100:00000001:3.0:1775767812.862639:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767812.862640:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862642:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767812.862646:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767812.862648:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767812.862650:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767812.862652:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767813.884083:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767813.884087:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767813.884090:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767814.139958:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299705083, at 4299705088
00000100:00000010:3.0:1775767814.139971:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146480.
00000100:00000040:2.0:1775767814.139992:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299705083, at 4299705088
00000100:00000010:2.0:1775767814.140007:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146240.
00000020:00000001:1.0:1775767814.908083:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767814.908086:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767814.908089:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767815.932049:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767815.932052:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767815.932055:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767816.956067:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767816.956070:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767816.956074:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767817.979949:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767817.979963:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767817.979968:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767817.979975:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767817.979983:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767817.979992:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5036
00000400:00000200:2.0:1775767817.980003:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767817.980012:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767817.980018:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767817.980024:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980028:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767817.980032:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980035:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767817.980040:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767817.980042:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767817.980045:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767817.980048:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767817.980051:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767817.980054:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767817.980058:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980060:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767817.980062:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980065:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767817.980068:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767817.980072:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980075:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767817.980079:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767817.980083:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767817.980087:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980090:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767817.980093:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767817.980102:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775767817.980106:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767817.980110:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767817.980112:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980116:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767817.980120:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767817.980125:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767817.980134:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767817.980144:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767817.980154:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767817.980167:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767817.980173:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767817.980179:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767817.980201:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767817.980205:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767817.980209:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767817.980211:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767817.980212:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767817.980215:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767817.980219:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5036
00000400:00000200:2.0:1775767817.980224:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767817.980228:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767817.980231:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767817.980235:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980238:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767817.980240:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775767817.980241:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980246:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767817.980246:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775767817.980251:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775767817.980251:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775767817.980253:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767817.980256:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767817.980259:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767817.980261:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767817.980263:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767817.980269:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:3.0:1775767817.980270:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767817.980272:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767817.980276:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980283:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767817.980288:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:3.0:1775767817.980291:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775767817.980293:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767817.980295:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980298:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.980301:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767817.980302:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767817.980306:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767817.980311:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767817.980311:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767817.980317:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767817.980319:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360583680:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767817.980321:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767817.980327:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1775767817.980328:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775767817.980332:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1775767817.980333:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980337:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.980337:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.980344:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1775767817.980345:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775767817.980349:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000010:3.0:1775767817.980351:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775767817.980353:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767817.980355:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767817.980356:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980360:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767817.980361:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767817.980364:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767817.980364:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:2.0:1775767817.980373:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000400:00000010:3.0:1775767817.980374:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000100:00000001:2.0:1775767817.980379:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767817.980384:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00100000:2.0:1775767817.980388:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775767817.980395:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360583680, portal 25
00000100:00000001:3.0:1775767817.980400:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767817.980401:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767817.980403:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000001:2.0:1775767817.980407:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767817.980413:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767817.980415:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.980435:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767817.980440:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767817.980442:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775767817.980444:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1775767817.980447:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00080000:2.0:1775767817.980450:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1775767817.980452:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360583680, offset 0
00000100:00000001:2.0:1775767817.980454:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767817.980457:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767817.980460:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767817.980464:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775767817.980467:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5036
00000400:00000200:2.0:1775767817.980473:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767817.980477:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767817.980480:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767817.980484:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767817.980486:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767817.980490:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767817.980494:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767817.980498:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:2.0:1775767817.980499:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767817.980504:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767817.980506:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000200:3.0:1775767817.980507:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1775767817.980509:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767817.980513:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:3.0:1775767817.980515:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000001:2.0:1775767817.980517:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:3.0:1775767817.980521:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775767817.980523:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:3.0:1775767817.980526:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:2.0:1775767817.980531:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767817.980536:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59554:59554:256:4294967295] 192.168.202.115@tcp LPNI seq info [59553:59553:8:4294967295]
00000400:00000200:3.0:1775767817.980543:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767817.980544:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767817.980549:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980558:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775767817.980558:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775767817.980563:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767817.980568:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980571:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767817.980576:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767817.980581:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1775767817.980581:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775767817.980587:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980589:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000010:3.0:1775767817.980590:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000008:00100000:2.0:1775767817.980592:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767817.980596:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980598:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767817.980605:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000800:00000200:3.0:1775767817.980605:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775767817.980610:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:3.0:1775767817.980612:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775767817.980616:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767817.980619:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767817.980623:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767817.980624:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767817.980627:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1775767817.980630:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775767817.980631:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767817.980639:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000800:00000100:3.0:1775767817.980639:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767817.980643:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000100:00000001:2.0:1775767817.980645:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767817.980650:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1775767817.980654:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767817.980659:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767817.980667:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000100:00000001:2.0:1775767817.980668:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775767817.980671:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:2.0:1775767817.980673:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.980677:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775767817.980680:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767817.980686:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767817.980705:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767817.980710:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767817.980711:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775767817.980717:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1775767817.980718:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767817.980721:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767817.980724:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767817.980731:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775767817.980736:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767817.980737:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5036
00000100:00000001:3.0:1775767817.980740:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1775767817.980744:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767817.980749:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767817.980752:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767817.980754:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767817.980757:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767817.980761:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775767817.980762:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775767817.980766:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767817.980768:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299710202
00000100:00000001:2.0:1775767817.980770:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767817.980774:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767817.980776:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000010:3.0:1775767817.980776:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146480.
00000020:00000001:2.0:1775767817.980778:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767817.980782:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767817.980784:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767817.980787:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:3.0:1775767817.980787:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1775767817.980793:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767817.980795:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299710202
00000100:00000001:2.0:1775767817.980796:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767817.980800:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000010:3.0:1775767817.980801:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531464e0.
00000100:00000001:2.0:1775767817.980805:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767817.980807:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000020:00000040:2.0:1775767817.980809:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:3.0:1775767817.980813:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775767817.980814:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767817.980819:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980820:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767817.980824:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775767817.980825:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767817.980869:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767817/real 1775767817]  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767817.980881:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767817.980884:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767817.980886:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767817.980890:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
02000000:00000001:2.0:1775767817.980894:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1775767817.980896:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
02000000:00000001:2.0:1775767817.980899:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.980902:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775767817.980903:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767817.980907:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1775767817.980908:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775767817.980914:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767817.980921:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767817.980928:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000100:00000200:3.0:1775767817.980930:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767817.980934:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767817.980941:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767817.980945:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.980946:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767817.980948:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775767817.980949:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775767817.980951:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775767817.980954:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775767817.980955:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.980958:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775767817.980961:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00100000:3.0:1775767817.980966:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767817.980967:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767817.980977:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767817.980981:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767817.980991:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767817.980994:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767817.980999:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767817.981001:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767817.981028:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767817.981035:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767817.981037:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775767817.981042:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775767817.981043:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981048:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767817.981050:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767817.981051:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5046)
00000100:00000001:3.0:1775767817.981053:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767817.981057:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767817.981060:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767817.981065:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767817.981069:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767817.981074:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767817.981084:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360583680:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767817.981090:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981092:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767817.981095:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360583680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981103:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767817.981106:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767817.981110:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07000.
02000000:00000001:3.0:1775767817.981113:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767817.981115:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767817.981117:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767817.981119:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767817.981122:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:3.0:1775767817.981130:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767817.981132:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767817.981134:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:3.0:1775767817.981137:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767817.981138:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981141:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981152:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767817.981154:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.981156:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767817.981158:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767817.981160:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767817.981163:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981171:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767817.981172:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.981175:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767817.981176:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767817.981179:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767817.981182:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583808:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767817.981185:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767817.981187:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767817.981189:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.981191:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767817.981194:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07000.
02000000:00000001:3.0:1775767817.981196:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767817.981201:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767817.981204:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767817.981208:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767817.981211:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360583808, portal 10
00000100:00000001:3.0:1775767817.981214:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767817.981215:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:3.0:1775767817.981221:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981228:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767817.981231:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767817.981233:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767817.981236:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360583808, offset 0
00000400:00000200:3.0:1775767817.981240:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767817.981245:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767817.981249:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767817.981252:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767817.981255:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767817.981258:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767817.981261:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767817.981265:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59555:59555:256:4294967295] 192.168.202.115@tcp LPNI seq info [59554:59554:8:4294967295]
00000400:00000200:3.0:1775767817.981269:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767817.981276:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767817.981281:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767817.981284:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767817.981289:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767817.981292:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767817.981296:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767817.981299:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775767817.981303:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767817.981305:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767817.981308:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767817.981311:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767817.981315:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767817.981317:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767817.981320:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767817.981323:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981331:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767817.981335:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981342:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.981344:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767817.981347:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767817.981351:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767817.981355:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767817.981357:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299708941
00000100:00000001:3.0:1775767817.981361:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299710202
00000100:00000001:3.0:1775767817.981363:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299708941
00000100:00000001:3.0:1775767817.981365:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299710202
00000100:00000001:3.0:1775767817.981368:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767817.981370:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.981372:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767817.981376:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767817/real 1775767817]  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767817.981384:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767817.981386:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767817.981388:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767817.981390:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767817.981392:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767817.981394:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767817.981398:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767817.981407:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981413:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767817.981415:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981417:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767817.981419:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767817.981422:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981430:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767817.981434:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981442:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767817.981445:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981447:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767817.981448:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981450:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767817.981452:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767817.981455:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767817.981459:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767817.981461:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767817.981466:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767817.981475:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583808:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767817.981479:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767817.981482:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981490:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767817.981492:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.981494:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767817.981496:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767817.981498:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767817.981501:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583936:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767817.981505:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767817.981507:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767817.981509:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.981511:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767817.981515:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767817.981517:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767817.981521:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767817.981523:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767817.981526:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767817.981529:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360583936, portal 10
00000100:00000001:3.0:1775767817.981531:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767817.981533:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:3.0:1775767817.981538:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981546:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767817.981549:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767817.981551:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767817.981554:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360583936, offset 0
00000400:00000200:3.0:1775767817.981558:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767817.981562:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767817.981565:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767817.981568:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767817.981571:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767817.981574:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767817.981577:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767817.981580:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59556:59556:256:4294967295] 192.168.202.115@tcp LPNI seq info [59555:59555:8:4294967295]
00000400:00000200:3.0:1775767817.981585:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767817.981592:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767817.981597:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767817.981600:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767817.981604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767817.981607:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767817.981612:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767817.981614:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775767817.981618:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767817.981621:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767817.981624:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767817.981627:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767817.981630:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767817.981632:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767817.981635:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767817.981638:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981646:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767817.981650:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981657:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.981659:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767817.981662:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767817.981666:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767817.981669:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767817.981671:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299708939
00000100:00000001:3.0:1775767817.981674:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299710202
00000100:00000001:3.0:1775767817.981677:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299708939
00000100:00000001:3.0:1775767817.981679:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299710202
00000100:00000001:3.0:1775767817.981681:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767817.981684:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.981686:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767817.981689:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767817/real 1775767817]  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767817.981697:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767817.981699:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767817.981700:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767817.981703:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767817.981705:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767817.981708:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767817.981711:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767817.981721:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981729:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767817.981730:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981732:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767817.981734:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767817.981737:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981744:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767817.981748:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981756:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767817.981759:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981761:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767817.981762:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.981764:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767817.981766:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767817.981768:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767817.981772:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767817.981774:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767817.981778:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767817.981786:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360583936:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767817.981790:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767817.981794:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981801:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767817.981802:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.981804:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767817.981806:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767817.981808:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767817.981811:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584064:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767817.981815:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767817.981817:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767817.981819:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767817.981821:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767817.981825:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767817.981861:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767817.981866:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767817.981869:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767817.981873:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767817.981876:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360584064, portal 4
00000100:00000001:3.0:1775767817.981878:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767817.981879:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:3.0:1775767817.981886:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981893:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767817.981896:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767817.981898:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767817.981901:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360584064, offset 0
00000400:00000200:3.0:1775767817.981905:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767817.981909:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767817.981913:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767817.981916:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767817.981920:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767817.981922:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767817.981925:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767817.981928:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59557:59557:256:4294967295] 192.168.202.115@tcp LPNI seq info [59556:59556:8:4294967295]
00000400:00000200:3.0:1775767817.981933:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767817.981940:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767817.981945:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767817.981948:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767817.981952:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767817.981955:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1775767817.981960:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767817.981962:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1775767817.981967:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767817.981970:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767817.981973:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767817.981976:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767817.981979:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767817.981981:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767817.981983:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767817.981986:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.981994:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767817.981997:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.982003:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.982004:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767817.982007:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767817.982011:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767817.982014:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767817.982016:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299708995
00000100:00000001:3.0:1775767817.982019:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299710202
00000100:00000001:3.0:1775767817.982021:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299708995
00000100:00000001:3.0:1775767817.982023:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299710202
00000100:00000001:3.0:1775767817.982026:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767817.982028:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.982030:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767817.982034:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767817/real 1775767817]  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767817.982043:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767817.982044:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767817.982046:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767817.982049:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767817.982051:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767817.982053:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767817.982056:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767817.982065:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.982072:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767817.982074:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982076:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767817.982078:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767817.982081:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.982089:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767817.982093:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.982100:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767817.982103:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982105:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767817.982106:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982108:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767817.982110:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767817.982112:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767817.982116:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767817.982118:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767817.982122:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767817.982132:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584064:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767817.982136:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982138:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767817.982142:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360583808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.982150:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767817.982152:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767817.982153:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07000.
02000000:00000001:3.0:1775767817.982156:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767817.982158:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767817.982159:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767817.982161:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767817.982163:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:3.0:1775767817.982170:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767817.982171:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767817.982173:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:3.0:1775767817.982176:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767817.982177:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982180:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767817.982183:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360583936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.982191:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767817.982192:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767817.982194:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767817.982196:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767817.982197:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767817.982199:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767817.982201:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767817.982203:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:3.0:1775767817.982206:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767817.982207:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767817.982208:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:3.0:1775767817.982211:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767817.982212:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982214:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767817.982218:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360584064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767817.982224:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767817.982226:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767817.982228:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767817.982230:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767817.982232:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767817.982233:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767817.982235:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767817.982236:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:3.0:1775767817.982239:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767817.982240:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767817.982242:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:3.0:1775767817.982244:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767817.982246:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982247:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767817.982251:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767817.982252:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767817.982255:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767817.982256:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767819.004027:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767819.004030:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767819.004032:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767819.259935:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299710202, at 4299710208
00000100:00000040:2.0:1775767819.259936:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299710202, at 4299710208
00000100:00000010:3.0:1775767819.259949:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531464e0.
00000100:00000010:2.0:1775767819.259952:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146480.
00000020:00000001:2.0:1775767820.028300:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767820.028307:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767820.028313:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767821.052128:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767821.052132:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767821.052136:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767822.076005:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767822.076009:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767822.076011:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775767823.100197:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767823.100202:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767823.100206:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767823.100214:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100231:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767823.100234:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.100240:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767823.100244:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767823.100247:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767823.100262:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360584192:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767823.100270:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767823.100275:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767823.100278:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.100280:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767823.100285:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767823.100290:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767823.100298:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767823.100302:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767823.100308:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767823.100316:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360584192, portal 25
00000100:00000001:3.0:1775767823.100319:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767823.100322:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557952 : -130299372993664 : ffff897e50288380)
00000100:00000040:3.0:1775767823.100330:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100343:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767823.100347:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767823.100351:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767823.100354:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360584192, offset 0
00000400:00000200:3.0:1775767823.100360:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767823.100368:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.100375:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767823.100382:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767823.100387:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767823.100393:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767823.100398:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767823.100403:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59558:59558:256:4294967295] 192.168.202.115@tcp LPNI seq info [59557:59557:8:4294967295]
00000400:00000200:3.0:1775767823.100414:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.100429:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767823.100437:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.100444:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767823.100456:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767823.100462:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767823.100474:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767823.100481:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767823.100494:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.100499:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767823.100507:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767823.100518:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767823.100526:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767823.100532:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767823.100539:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767823.100546:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100560:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.100567:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100587:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.100591:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767823.100600:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767823.100609:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767823.100614:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299715322
00000100:00000010:3.0:1775767823.100622:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531464e0.
00000100:00000001:3.0:1775767823.100631:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767823.100643:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299715322
00000100:00000010:3.0:1775767823.100649:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146360.
00000100:00000001:3.0:1775767823.100654:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767823.100658:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767823.100660:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.100662:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767823.100666:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767823/real 1775767823]  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767823.100692:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767823.100696:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767823.100699:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767823.100703:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767823.100707:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767823.100711:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767823.100715:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767823.100727:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100738:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767823.100740:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.100744:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.100745:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767823.100750:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100760:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767823.100766:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100777:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767823.100781:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.100797:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.100798:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.100800:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767823.100801:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767823.100806:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767823.100811:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767823.100815:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767823.100820:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767823.100856:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360584192:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767823.100864:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.100868:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.100873:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288380 x1862022360584192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100893:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767823.100896:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767823.100899:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767823.100909:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767823.100912:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767823.100913:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767823.100915:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767823.100918:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:3.0:1775767823.100922:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767823.100925:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767823.100928:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288380.
00000100:00000001:3.0:1775767823.100931:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767823.100933:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.100936:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.100945:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767823.100947:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.100953:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767823.100955:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767823.100957:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767823.100962:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.100973:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767823.100976:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.100981:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767823.100983:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767823.100985:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767823.100990:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584320:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767823.100993:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767823.100997:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767823.100998:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.101000:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767823.101004:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767823.101008:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767823.101015:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767823.101019:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767823.101026:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767823.101030:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360584320, portal 10
00000100:00000001:3.0:1775767823.101034:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767823.101036:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566016 : -130299372985600 : ffff897e5028a300)
00000100:00000040:3.0:1775767823.101045:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101072:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767823.101076:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767823.101079:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767823.101082:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360584320, offset 0
00000400:00000200:3.0:1775767823.101090:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767823.101095:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.101106:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767823.101110:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767823.101112:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767823.101114:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767823.101117:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767823.101120:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59559:59559:256:4294967295] 192.168.202.115@tcp LPNI seq info [59558:59558:8:4294967295]
00000400:00000200:3.0:1775767823.101123:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.101131:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767823.101137:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.101140:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767823.101146:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767823.101149:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767823.101155:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767823.101158:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767823.101161:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.101162:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767823.101165:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767823.101168:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767823.101170:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767823.101172:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767823.101174:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767823.101180:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101189:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.101192:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101197:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101199:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767823.101201:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767823.101204:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767823.101206:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767823.101208:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299714061
00000100:00000001:3.0:1775767823.101210:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299715322
00000100:00000001:3.0:1775767823.101212:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299714061
00000100:00000001:3.0:1775767823.101214:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299715322
00000100:00000001:3.0:1775767823.101216:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767823.101218:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101220:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767823.101222:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767823/real 1775767823]  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767823.101228:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767823.101229:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767823.101230:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767823.101233:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767823.101235:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767823.101237:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767823.101240:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767823.101246:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101254:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767823.101255:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101256:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.101257:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767823.101259:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101263:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767823.101265:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101270:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767823.101271:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101272:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.101273:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101274:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767823.101275:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767823.101277:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767823.101279:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767823.101280:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767823.101282:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767823.101287:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584320:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767823.101289:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767823.101291:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101295:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767823.101296:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.101297:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767823.101299:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767823.101300:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767823.101302:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584448:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767823.101304:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767823.101305:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767823.101306:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.101307:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767823.101309:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767823.101310:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767823.101312:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767823.101314:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767823.101316:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767823.101318:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360584448, portal 10
00000100:00000001:3.0:1775767823.101319:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767823.101320:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336562432 : -130299372989184 : ffff897e50289500)
00000100:00000040:3.0:1775767823.101323:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101328:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767823.101329:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767823.101330:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767823.101332:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360584448, offset 0
00000400:00000200:3.0:1775767823.101334:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767823.101336:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.101338:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767823.101340:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767823.101342:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767823.101343:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767823.101345:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767823.101347:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59560:59560:256:4294967295] 192.168.202.115@tcp LPNI seq info [59559:59559:8:4294967295]
00000400:00000200:3.0:1775767823.101350:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.101354:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767823.101357:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.101359:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767823.101361:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767823.101363:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767823.101366:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767823.101367:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767823.101370:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.101371:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767823.101373:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767823.101375:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767823.101377:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767823.101378:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767823.101379:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767823.101381:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101386:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.101388:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101392:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101393:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767823.101395:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767823.101397:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767823.101398:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767823.101400:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299714059
00000100:00000001:3.0:1775767823.101401:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299715322
00000100:00000001:3.0:1775767823.101402:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299714059
00000100:00000001:3.0:1775767823.101404:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299715322
00000100:00000001:3.0:1775767823.101405:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767823.101407:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101408:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767823.101410:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767823/real 1775767823]  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767823.101416:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767823.101417:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767823.101418:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767823.101419:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767823.101420:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767823.101421:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767823.101423:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767823.101428:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101432:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767823.101433:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101434:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.101434:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767823.101436:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101440:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767823.101442:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101446:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767823.101448:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101449:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.101449:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101451:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767823.101452:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767823.101454:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767823.101456:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767823.101457:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767823.101461:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767823.101470:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584448:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767823.101474:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101476:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.101478:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a300 x1862022360584320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101485:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767823.101486:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767823.101488:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04400.
02000000:00000001:3.0:1775767823.101491:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767823.101492:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767823.101493:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767823.101496:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767823.101497:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28400.
02000000:00000001:3.0:1775767823.101500:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767823.101502:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767823.101503:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a300.
00000100:00000001:3.0:1775767823.101506:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767823.101507:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101509:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.101513:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289500 x1862022360584448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101520:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767823.101521:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767823.101523:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767823.101525:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767823.101527:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767823.101528:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767823.101530:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767823.101531:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:3.0:1775767823.101533:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767823.101535:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767823.101537:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289500.
00000100:00000001:3.0:1775767823.101539:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767823.101540:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101541:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101544:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767823.101545:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101546:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767823.101547:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767823.101548:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767823.101551:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101556:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767823.101557:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.101558:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767823.101560:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767823.101561:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767823.101564:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584576:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767823.101567:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767823.101569:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767823.101571:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767823.101573:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767823.101575:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767823.101577:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767823.101581:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767823.101584:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767823.101588:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767823.101591:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360584576, portal 4
00000100:00000001:3.0:1775767823.101593:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767823.101595:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566912 : -130299372984704 : ffff897e5028a680)
00000100:00000040:3.0:1775767823.101601:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101609:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767823.101611:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767823.101614:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767823.101616:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360584576, offset 0
00000400:00000200:3.0:1775767823.101620:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767823.101624:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.101626:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767823.101628:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767823.101630:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767823.101632:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767823.101634:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767823.101636:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59561:59561:256:4294967295] 192.168.202.115@tcp LPNI seq info [59560:59560:8:4294967295]
00000400:00000200:3.0:1775767823.101638:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767823.101643:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767823.101645:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.101647:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767823.101650:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767823.101652:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767823.101655:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767823.101657:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767823.101659:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767823.101660:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767823.101662:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767823.101665:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767823.101667:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767823.101668:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767823.101669:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767823.101672:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101678:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.101679:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101684:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101685:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767823.101687:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767823.101689:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767823.101691:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767823.101693:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299714114
00000100:00000001:3.0:1775767823.101694:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299715322
00000100:00000001:3.0:1775767823.101696:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299714114
00000100:00000001:3.0:1775767823.101697:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299715322
00000100:00000001:3.0:1775767823.101699:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767823.101700:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101702:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767823.101704:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767823/real 1775767823]  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767823.101708:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767823.101709:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767823.101710:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767823.101711:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767823.101712:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767823.101714:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767823.101715:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767823.101720:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101724:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767823.101725:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101727:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.101727:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767823.101729:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101733:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767823.101736:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101740:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767823.101742:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101743:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767823.101744:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101745:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767823.101746:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767823.101747:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767823.101749:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767823.101750:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767823.101752:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767823.101757:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360584576:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767823.101759:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101760:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767823.101762:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a680 x1862022360584576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767823.101766:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767823.101766:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767823.101768:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d05400.
02000000:00000001:3.0:1775767823.101769:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767823.101770:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767823.101770:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767823.101772:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767823.101773:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2b000.
02000000:00000001:3.0:1775767823.101774:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767823.101775:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767823.101776:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a680.
00000100:00000001:3.0:1775767823.101777:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767823.101778:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101780:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767823.101795:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767823.101797:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767823.101799:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767823.101801:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767824.124078:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767824.124082:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767824.124086:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767824.379928:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299715322, at 4299715328
00000100:00000040:2.0:1775767824.379932:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299715322, at 4299715328
00000100:00000010:3.0:1775767824.379946:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146360.
00000100:00000010:2.0:1775767824.379947:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531464e0.
00000020:00000001:2.0:1775767825.148038:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767825.148041:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767825.148044:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767826.172024:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767826.172029:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767826.172032:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767827.195988:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767827.195992:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767827.195996:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767828.219979:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767828.219994:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767828.220001:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767828.220012:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767828.220025:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767828.220037:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5046
00000400:00000200:3.0:1775767828.220056:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767828.220069:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767828.220073:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767828.220078:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220083:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.220086:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220088:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767828.220093:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767828.220102:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767828.220106:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767828.220109:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767828.220112:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767828.220116:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767828.220119:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220122:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.220124:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220127:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767828.220130:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767828.220135:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220138:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767828.220141:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767828.220146:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767828.220149:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220152:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767828.220155:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767828.220168:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767828.220173:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767828.220177:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767828.220179:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220183:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767828.220187:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767828.220193:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767828.220203:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767828.220211:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767828.220222:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360584704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767828.220235:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767828.220241:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767828.220247:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360584704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767828.220276:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767828.220280:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767828.220284:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767828.220286:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767828.220287:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767828.220291:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767828.220295:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5046
00000400:00000200:3.0:1775767828.220302:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767828.220306:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767828.220311:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767828.220322:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220331:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.220338:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220348:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767828.220356:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767828.220363:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767828.220371:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767828.220377:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767828.220385:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767828.220391:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767828.220413:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220418:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.220425:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220431:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767828.220443:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767828.220451:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220459:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767828.220463:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767828.220472:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767828.220480:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220486:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767828.220493:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767828.220505:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220511:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767828.220528:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767828.220535:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767828.220539:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767828.220545:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220549:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767828.220556:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767828.220562:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767828.220572:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767828.220583:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767828.220596:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360584832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767828.220617:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767828.220623:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767828.220634:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360584832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767828.220654:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767828.220659:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767828.220669:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.1:1775767828.220673:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767828.220675:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767828.220678:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775767828.220679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775767828.220688:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767828.220695:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5046
00000400:00000200:3.0:1775767828.220708:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767828.220715:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767828.220721:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767828.220746:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220753:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.220758:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220767:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767828.220775:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767828.220777:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767828.220785:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767828.220788:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767828.220794:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767828.220803:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767828.220819:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220825:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.220872:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220880:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767828.220887:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767828.220896:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767828.220904:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767828.220907:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767828.220914:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767828.220921:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220927:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767828.220932:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767828.220939:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220942:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767828.220947:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767828.220951:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767828.220954:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767828.220955:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.220957:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767828.220959:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767828.220960:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767828.220965:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767828.220976:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767828.220991:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360584960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767828.221017:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767828.221022:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767828.221037:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360584960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767828.221067:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767828.221074:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767828.221092:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767828.221097:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767828.221103:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767828.221116:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767828.221125:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5046
00000400:00000200:3.0:1775767828.221133:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767828.221144:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767828.221149:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767828.221156:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.221165:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.221172:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.221180:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767828.221187:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767828.221191:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767828.221196:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767828.221199:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767828.221208:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767828.221211:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767828.221222:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.221233:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767828.221243:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767828.221250:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767828.221261:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767828.221272:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767828.221286:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767828.221293:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767828.221301:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767828.221311:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.221321:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767828.221333:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767828.221346:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.221358:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767828.221368:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767828.221378:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767828.221387:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767828.221392:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767828.221398:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767828.221402:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767828.221408:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767828.221418:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767828.221429:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767828.221441:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360585088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767828.221489:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767828.221496:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767828.221515:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360585088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767828.221558:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767828.221565:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767828.221579:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767828.221590:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5056)
00000800:00000200:0.1:1775767828.221679:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767828.221681:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767828.221946:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767828.221947:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775767828.222212:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767828.222214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775767829.244029:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767829.244032:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767829.244034:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767829.499935:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299720443, at 4299720448
00000100:00000040:3.0:1775767829.499935:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299720443, at 4299720448
00000100:00000010:2.0:1775767829.499949:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000100:00000010:3.0:1775767829.499952:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000020:00000001:2.0:1775767830.268046:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767830.268050:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767830.268053:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767831.292010:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767831.292013:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767831.292016:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767832.316030:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767832.316034:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767832.316036:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767833.340025:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767833.340032:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767833.340035:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767833.340039:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767833.340043:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767833.340050:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5051
00000400:00000200:3.0:1775767833.340058:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767833.340063:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767833.340067:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767833.340070:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340073:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340076:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340079:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767833.340083:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767833.340085:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767833.340088:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767833.340091:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767833.340093:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767833.340096:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767833.340099:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340102:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340104:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340106:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767833.340110:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767833.340113:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340116:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767833.340119:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767833.340122:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767833.340125:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340127:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767833.340130:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767833.340140:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767833.340143:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767833.340147:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767833.340149:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340152:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767833.340155:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767833.340160:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767833.340168:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767833.340175:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767833.340184:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360585216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767833.340196:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767833.340201:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767833.340206:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360585216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767833.340228:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767833.340232:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767833.340236:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767833.340238:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767833.340239:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767833.340243:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767833.340254:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5051
00000400:00000200:3.0:1775767833.340261:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767833.340268:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767833.340272:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767833.340277:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340280:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340284:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340290:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767833.340296:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767833.340299:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767833.340302:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767833.340306:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767833.340311:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767833.340316:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767833.340323:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340327:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340331:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340335:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767833.340339:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767833.340345:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340350:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767833.340354:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767833.340360:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767833.340365:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340368:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767833.340372:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767833.340379:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340383:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767833.340390:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767833.340395:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767833.340401:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767833.340403:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340406:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767833.340409:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767833.340411:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767833.340418:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767833.340425:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767833.340433:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360585344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767833.340450:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767833.340455:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767833.340463:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360585344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767833.340481:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767833.340486:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767833.340491:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767833.340493:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767833.340496:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767833.340499:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767833.340504:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5051
00000400:00000200:3.0:1775767833.340511:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.1:1775767833.340513:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767833.340516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1775767833.340518:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767833.340523:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767833.340530:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340533:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340539:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340544:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767833.340547:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767833.340550:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767833.340554:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767833.340557:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767833.340560:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767833.340565:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767833.340574:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340577:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340579:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340581:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767833.340584:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767833.340591:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340597:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767833.340602:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767833.340607:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767833.340612:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340615:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767833.340619:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767833.340625:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340629:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767833.340634:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767833.340638:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767833.340641:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767833.340644:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340647:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767833.340648:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767833.340650:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767833.340654:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767833.340659:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767833.340667:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360585472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767833.340700:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767833.340702:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767833.340713:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360585472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767833.340733:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767833.340739:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767833.340748:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767833.340751:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767833.340753:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767833.340759:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767833.340765:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5051
00000400:00000200:3.0:1775767833.340774:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767833.340780:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767833.340785:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767833.340793:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340800:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340805:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340810:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767833.340815:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767833.340818:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767833.340822:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767833.340825:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767833.340899:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767833.340904:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767833.340912:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340915:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767833.340921:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340926:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767833.340931:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767833.340938:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767833.340945:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767833.340949:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767833.340954:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767833.340959:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340963:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767833.340967:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767833.340972:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340977:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767833.340982:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767833.340987:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767833.340991:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767833.340994:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767833.340997:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767833.341000:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767833.341004:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767833.341010:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767833.341016:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767833.341026:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360585600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767833.341057:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767833.341061:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767833.341069:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360585600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767833.341090:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767833.341096:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767833.341105:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767833.341113:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5061)
00000800:00000200:0.1:1775767833.341133:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767833.341135:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767833.341325:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767833.341327:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775767833.341569:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767833.341571:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775767834.364030:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767834.364033:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767834.364036:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767834.619937:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299725562, at 4299725568
00000100:00000040:3.0:1775767834.619937:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299725562, at 4299725568
00000100:00000010:3.0:1775767834.619950:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000100:00000010:2.0:1775767834.619951:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00000020:00000001:2.0:1775767835.388001:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767835.388004:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767835.388007:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767836.412004:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767836.412008:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767836.412011:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767837.436022:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767837.436025:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767837.436028:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767838.459940:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767838.459949:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767838.459953:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767838.459956:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767838.459961:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767838.459968:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5056
00000400:00000200:3.0:1775767838.459976:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767838.459982:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767838.459985:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767838.459988:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.459991:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.459994:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.459997:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767838.460000:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767838.460002:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767838.460005:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767838.460007:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767838.460010:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767838.460012:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767838.460016:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460018:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.460020:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460022:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767838.460025:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767838.460028:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460030:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767838.460033:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767838.460035:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767838.460037:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460039:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767838.460041:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767838.460049:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767838.460052:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767838.460054:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767838.460056:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460058:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767838.460060:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767838.460064:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767838.460070:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767838.460075:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767838.460083:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360585728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767838.460090:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767838.460094:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767838.460098:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360585728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767838.460115:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767838.460119:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767838.460123:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767838.460124:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767838.460126:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767838.460128:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767838.460131:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5056
00000400:00000200:3.0:1775767838.460135:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767838.460138:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767838.460141:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767838.460144:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460146:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.460148:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460150:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767838.460152:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767838.460154:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767838.460155:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767838.460157:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767838.460160:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767838.460162:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767838.460165:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460167:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.460169:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460171:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767838.460173:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767838.460176:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460178:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767838.460180:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767838.460184:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767838.460186:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460188:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767838.460192:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767838.460195:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460197:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767838.460200:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767838.460202:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767838.460205:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767838.460206:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460208:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767838.460210:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767838.460212:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767838.460215:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767838.460218:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767838.460222:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360585856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767838.460230:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767838.460233:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767838.460236:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360585856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767838.460245:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767838.460248:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767838.460252:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767838.460253:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767838.460255:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767838.460257:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767838.460259:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5056
00000400:00000200:3.0:1775767838.460263:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767838.460266:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767838.460268:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767838.460271:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460273:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.460275:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460277:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767838.460279:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767838.460281:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767838.460282:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767838.460284:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767838.460286:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767838.460288:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767838.460291:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460293:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.460295:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460297:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767838.460299:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767838.460301:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460304:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767838.460306:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767838.460309:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767838.460310:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460312:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767838.460314:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767838.460317:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460318:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767838.460321:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767838.460323:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767838.460325:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767838.460327:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460329:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767838.460330:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767838.460331:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767838.460333:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000010:3.0:1775767838.460335:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000800:00000200:0.1:1775767838.460337:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1775767838.460338:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767838.460342:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360585984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767838.460355:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767838.460357:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767838.460360:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360585984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767838.460368:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767838.460371:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767838.460375:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767838.460377:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767838.460379:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767838.460381:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767838.460384:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5056
00000400:00000200:3.0:1775767838.460387:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767838.460390:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767838.460393:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767838.460396:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460398:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.460400:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460402:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767838.460405:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767838.460406:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767838.460408:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767838.460410:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767838.460412:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767838.460414:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767838.460417:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460419:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767838.460421:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460423:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767838.460425:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767838.460428:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767838.460430:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767838.460432:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767838.460435:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767838.460437:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460439:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767838.460442:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767838.460444:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460446:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767838.460449:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767838.460451:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767838.460454:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767838.460455:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767838.460457:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767838.460459:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767838.460460:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767838.460463:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767838.460467:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767838.460471:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360586112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767838.460479:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767838.460481:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767838.460494:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360586112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767838.460503:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767838.460505:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767838.460509:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767838.460514:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5067)
00000800:00000200:0.1:1775767838.460753:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767838.460756:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767838.460989:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767838.460991:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775767838.461160:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767838.461162:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1775767839.483981:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767839.483985:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767839.483989:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767839.739920:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299730682, at 4299730688
00000100:00000040:3.0:1775767839.739920:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299730682, at 4299730688
00000100:00000010:2.0:1775767839.739934:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000100:00000010:3.0:1775767839.739945:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000020:00000001:2.0:1775767840.507991:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767840.507996:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767840.507999:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767841.532029:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767841.532033:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767841.532038:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767842.556054:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767842.556062:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767842.556067:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767843.579925:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767843.579934:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767843.579937:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767843.579943:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767843.579948:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767843.579955:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5062
00000400:00000200:1.0:1775767843.579962:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767843.579968:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767843.579973:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767843.579978:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.579982:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767843.579984:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.579986:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767843.579989:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767843.579991:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767843.579994:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767843.579996:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767843.579997:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767843.579999:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767843.580001:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580009:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767843.580011:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580012:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767843.580014:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767843.580016:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580018:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767843.580021:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767843.580023:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767843.580025:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580027:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767843.580029:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767843.580034:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775767843.580048:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767843.580052:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767843.580053:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580055:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767843.580057:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767843.580061:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767843.580067:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767843.580072:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767843.580080:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360586240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767843.580089:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767843.580093:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767843.580097:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360586240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767843.580126:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767843.580128:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767843.580131:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767843.580132:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767843.580134:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767843.580135:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767843.580138:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5062
00000400:00000200:1.0:1775767843.580142:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767843.580145:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767843.580148:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767843.580151:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580154:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767843.580158:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580161:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767843.580163:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767843.580166:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767843.580168:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767843.580171:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767843.580176:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767843.580181:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767843.580188:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580194:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767843.580200:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580205:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767843.580212:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767843.580220:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580225:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767843.580231:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767843.580237:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767843.580242:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580247:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767843.580251:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767843.580254:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580256:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767843.580262:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767843.580268:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767843.580275:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767843.580278:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580283:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767843.580288:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767843.580292:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767843.580300:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775767843.580306:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767843.580318:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360586368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767843.580331:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767843.580335:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767843.580341:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360586368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767843.580359:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767843.580364:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767843.580368:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767843.580371:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767843.580374:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767843.580377:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767843.580383:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5062
00000400:00000200:1.0:1775767843.580389:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767843.580394:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767843.580396:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767843.580404:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580407:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767843.580409:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775767843.580411:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580414:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767843.580415:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767843.580416:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767843.580417:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767843.580419:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767843.580420:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767843.580421:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767843.580433:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580435:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767843.580439:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580442:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767843.580445:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767843.580450:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580453:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767843.580455:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767843.580460:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767843.580462:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580467:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767843.580469:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767843.580471:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580475:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767843.580480:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775767843.580484:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767843.580487:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767843.580489:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580492:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767843.580494:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767843.580509:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767843.580516:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767843.580524:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767843.580534:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360586496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767843.580558:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767843.580563:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767843.580569:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360586496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767843.580578:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767843.580601:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767843.580605:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767843.580608:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767843.580611:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767843.580614:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767843.580619:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5062
00000400:00000200:1.0:1775767843.580625:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767843.580631:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767843.580633:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767843.580638:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580640:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767843.580645:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580647:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767843.580650:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767843.580652:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767843.580656:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767843.580659:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767843.580663:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767843.580666:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767843.580671:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580674:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767843.580680:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580687:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767843.580691:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767843.580700:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767843.580706:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767843.580711:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767843.580718:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767843.580725:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580731:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767843.580735:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767843.580741:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580752:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767843.580759:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767843.580765:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767843.580770:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767843.580774:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767843.580778:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767843.580782:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767843.580786:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767843.580794:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767843.580801:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767843.580807:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:1.0:1775767843.580811:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360586624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767843.580863:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767843.580869:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767843.580876:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360586624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767843.580894:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767843.580899:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767843.580907:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767843.580914:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5072)
00000800:00000200:0.1:1775767843.581038:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767843.581182:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767844.604024:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767844.604029:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767844.604033:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767844.859924:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299735802, at 4299735808
00000100:00000040:3.0:1775767844.859932:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299735802, at 4299735808
00000100:00000010:2.0:1775767844.859937:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000100:00000010:3.0:1775767844.859940:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00000020:00000001:1.0:1775767845.627988:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767845.627992:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767845.627996:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775767846.652227:0:2404:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:2.0:1775767846.652282:0:2404:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775767846.652296:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767846.652317:0:2404:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:2.0:1775767846.652321:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767846.652325:0:2404:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775767846.652329:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767846.652333:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffab00.
00000400:00000200:2.0:1775767846.652338:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767846.652343:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767846.652349:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfd48
00000400:00000010:2.0:1775767846.652352:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfd48.
00000100:00000001:2.0:1775767846.652356:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767846.652364:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d02a00 x1862022360586240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652390:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767846.652394:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02a00 x1862022360586240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652402:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767846.652404:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767846.652415:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767846.652419:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa300.
00000400:00000200:2.0:1775767846.652421:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767846.652426:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767846.652429:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfcc0
00000400:00000010:2.0:1775767846.652450:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfcc0.
00000100:00000001:2.0:1775767846.652454:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767846.652460:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01f80 x1862022360586368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652471:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767846.652475:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01f80 x1862022360586368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652483:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767846.652485:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767846.652493:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767846.652496:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffae00.
00000400:00000200:2.0:1775767846.652500:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767846.652505:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767846.652508:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf088
00000400:00000010:2.0:1775767846.652510:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf088.
00000100:00000001:2.0:1775767846.652513:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767846.652518:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d00380 x1862022360586496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652527:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767846.652530:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00380 x1862022360586496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652539:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767846.652541:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775767846.652547:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775767846.652550:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa400.
00000400:00000200:2.0:1775767846.652553:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775767846.652573:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775767846.652576:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:2.0:1775767846.652579:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:2.0:1775767846.652582:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767846.652587:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d02680 x1862022360586624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652599:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767846.652604:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02680 x1862022360586624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767846.652615:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767846.652617:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775767847.676130:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767847.676133:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767847.676135:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767848.699950:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767848.699959:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767848.699961:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767848.699964:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767848.699968:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767848.699975:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5067
00000400:00000200:2.0:1775767848.699981:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767848.699987:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767848.699991:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767848.699995:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.699998:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700002:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700005:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767848.700009:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767848.700011:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767848.700014:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767848.700017:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767848.700020:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767848.700023:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767848.700027:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700031:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700034:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700037:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767848.700040:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767848.700045:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700048:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767848.700051:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767848.700054:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767848.700056:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700058:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767848.700060:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767848.700065:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775767848.700068:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767848.700073:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767848.700075:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700078:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767848.700081:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767848.700085:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767848.700092:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767848.700101:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767848.700112:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360586752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767848.700122:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767848.700128:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767848.700138:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360586752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767848.700167:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767848.700171:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767848.700174:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767848.700176:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767848.700178:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767848.700181:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767848.700185:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5067
00000400:00000200:2.0:1775767848.700190:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767848.700195:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767848.700197:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767848.700202:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700206:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700210:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700213:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767848.700217:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767848.700220:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767848.700223:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767848.700227:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767848.700233:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767848.700239:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767848.700247:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700251:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700256:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700263:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767848.700268:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767848.700275:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700281:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767848.700286:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767848.700296:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767848.700303:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700308:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767848.700313:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767848.700319:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700321:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767848.700336:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775767848.700341:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767848.700347:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767848.700351:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700353:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767848.700356:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767848.700360:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767848.700367:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767848.700372:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767848.700382:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360586880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767848.700397:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767848.700402:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767848.700409:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360586880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767848.700424:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767848.700429:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767848.700435:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767848.700438:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767848.700440:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767848.700445:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767848.700452:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5067
00000400:00000200:2.0:1775767848.700461:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767848.700469:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767848.700475:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767848.700482:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700485:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700489:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700495:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767848.700500:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767848.700503:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767848.700508:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767848.700511:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767848.700516:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767848.700521:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767848.700527:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700530:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700561:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767848.700564:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767848.700566:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775767848.700570:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1775767848.700571:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767848.700579:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700584:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767848.700588:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767848.700594:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767848.700598:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700602:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767848.700608:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767848.700612:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700615:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767848.700622:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775767848.700626:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767848.700631:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767848.700633:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700637:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767848.700640:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767848.700644:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767848.700650:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767848.700657:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767848.700668:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360587008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767848.700683:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767848.700686:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767848.700694:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360587008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767848.700711:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767848.700716:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767848.700719:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767848.700721:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767848.700724:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767848.700728:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767848.700733:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5067
00000400:00000200:2.0:1775767848.700739:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767848.700745:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767848.700748:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767848.700754:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700760:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700764:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700766:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767848.700770:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767848.700773:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767848.700776:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767848.700780:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767848.700784:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767848.700789:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767848.700794:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700797:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767848.700801:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700804:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767848.700808:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767848.700813:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767848.700819:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767848.700823:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767848.700858:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767848.700861:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700864:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767848.700867:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767848.700869:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700872:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767848.700875:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775767848.700879:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767848.700885:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767848.700887:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767848.700892:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767848.700895:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767848.700898:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767848.700904:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767848.700911:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767848.700920:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360587136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767848.700935:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767848.700939:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767848.700948:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360587136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767848.700966:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767848.700971:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767848.700980:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767848.700989:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5077)
00000800:00000200:0.1:1775767848.701256:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767848.701258:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767848.701591:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767848.701593:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767848.701922:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767848.701926:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775767849.724135:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767849.724139:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767849.724142:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767849.979939:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299740922, at 4299740928
00000100:00000040:2.0:1775767849.979949:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299740922, at 4299740928
00000100:00000010:3.0:1775767849.979957:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00000100:00000010:2.0:1775767849.979961:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000020:00000001:1.0:1775767850.747961:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767850.747965:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767850.747967:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767852.796039:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767852.796042:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767852.796045:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767853.819955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767853.819961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767853.819966:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767853.819970:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767853.819974:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767853.819980:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5072
00000400:00000200:3.0:1775767853.819989:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767853.819995:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767853.819997:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767853.820000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820006:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767853.820009:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767853.820010:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767853.820012:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767853.820014:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767853.820015:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767853.820017:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767853.820019:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820021:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820023:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767853.820025:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767853.820027:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820030:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767853.820033:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767853.820035:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767853.820037:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820039:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767853.820040:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767853.820048:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767853.820051:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767853.820054:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767853.820055:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820057:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767853.820059:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767853.820062:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767853.820070:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767853.820075:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767853.820082:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360587264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767853.820090:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767853.820093:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767853.820096:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360587264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767853.820113:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767853.820115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767853.820118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767853.820119:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767853.820120:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767853.820122:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767853.820124:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5072
00000400:00000200:3.0:1775767853.820126:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767853.820128:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767853.820129:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767853.820132:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820134:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820138:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767853.820139:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767853.820140:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767853.820141:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767853.820143:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767853.820144:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767853.820145:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767853.820147:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820149:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820150:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767853.820153:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767853.820157:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820159:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767853.820162:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767853.820166:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767853.820168:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820171:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767853.820174:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767853.820180:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820184:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767853.820189:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767853.820193:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767853.820197:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767853.820200:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820203:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767853.820207:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767853.820210:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767853.820213:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767853.820216:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767853.820224:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360587392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767853.820237:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767853.820240:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767853.820245:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360587392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767853.820253:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767853.820256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767853.820259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767853.820260:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767853.820263:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767853.820266:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767853.820270:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5072
00000400:00000200:3.0:1775767853.820273:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767853.820276:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767853.820279:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767853.820281:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820284:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820288:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820292:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767853.820295:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767853.820297:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767853.820298:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767853.820301:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767853.820305:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767853.820310:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767853.820316:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820320:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820324:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820328:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767853.820331:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767853.820334:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820336:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767853.820339:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767853.820342:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767853.820344:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820346:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767853.820348:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767853.820353:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820355:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767853.820359:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767853.820362:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767853.820364:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767853.820366:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820369:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767853.820372:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767853.820373:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767853.820377:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767853.820384:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767853.820395:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360587520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767853.820420:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767853.820424:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767853.820431:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360587520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767853.820456:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767853.820459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775767853.820460:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775767853.820462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767853.820466:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767853.820468:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775767853.820468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775767853.820473:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767853.820477:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5072
00000400:00000200:3.0:1775767853.820508:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767853.820512:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767853.820514:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767853.820516:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820518:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767853.820522:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767853.820523:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767853.820524:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767853.820526:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767853.820528:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767853.820529:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767853.820535:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767853.820538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820543:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767853.820546:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767853.820551:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767853.820554:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767853.820555:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767853.820559:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767853.820562:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820563:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767853.820566:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767853.820569:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820573:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767853.820579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767853.820582:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767853.820587:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767853.820589:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767853.820593:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767853.820595:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767853.820598:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767853.820602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767853.820606:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767853.820612:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360587648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767853.820622:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767853.820625:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767853.820630:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360587648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767853.820640:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767853.820642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767853.820648:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767853.820651:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5082)
00000800:00000200:0.1:1775767853.820909:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767853.820923:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767853.821121:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767853.821123:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775767853.821326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767853.821328:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775767854.844065:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767854.844069:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767854.844073:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767855.099974:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299746042, at 4299746048
00000100:00000040:2.0:1775767855.099975:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299746042, at 4299746048
00000100:00000010:3.0:1775767855.099995:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000100:00000010:2.0:1775767855.100005:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000020:00000001:2.0:1775767855.868044:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767855.868049:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767855.868053:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775767857.916009:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767857.916012:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767857.916015:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767858.939982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767858.939990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767858.939994:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767858.939998:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767858.940003:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767858.940015:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5077
00000400:00000200:3.0:1775767858.940024:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767858.940031:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767858.940036:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767858.940043:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767858.940053:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767858.940055:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767858.940057:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767858.940060:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767858.940065:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767858.940070:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767858.940076:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940082:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767858.940085:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767858.940088:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940089:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767858.940091:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767858.940094:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767858.940096:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940098:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767858.940100:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767858.940108:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767858.940110:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767858.940113:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767858.940114:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940117:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767858.940119:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767858.940123:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767858.940129:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767858.940134:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767858.940142:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360587776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767858.940154:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767858.940158:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767858.940161:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360587776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767858.940180:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767858.940182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767858.940184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767858.940186:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767858.940187:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767858.940189:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767858.940191:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5077
00000400:00000200:3.0:1775767858.940193:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767858.940196:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767858.940199:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767858.940201:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940203:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940207:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767858.940214:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767858.940218:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767858.940222:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767858.940225:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767858.940226:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767858.940227:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767858.940232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940239:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940245:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767858.940252:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767858.940258:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940266:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767858.940272:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767858.940279:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767858.940283:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940300:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767858.940304:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767858.940310:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940316:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767858.940322:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767858.940329:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767858.940336:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767858.940337:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940339:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767858.940340:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767858.940342:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767858.940345:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767858.940350:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767858.940357:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360587904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767858.940377:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767858.940379:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767858.940383:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360587904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767858.940424:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767858.940428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767858.940430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767858.940432:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767858.940450:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767858.940453:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767858.940460:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5077
00000400:00000200:3.0:1775767858.940471:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767858.940480:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767858.940487:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767858.940498:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940509:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940527:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767858.940536:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767858.940541:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767858.940544:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767858.940549:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767858.940553:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767858.940557:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767858.940562:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940567:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940569:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940571:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767858.940573:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767858.940582:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940587:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767858.940589:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767858.940593:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767858.940605:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940608:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767858.940613:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767858.940620:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940625:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767858.940633:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767858.940642:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767858.940653:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767858.940657:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940661:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767858.940665:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767858.940668:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767858.940672:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767858.940677:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767858.940686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360588032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767858.940708:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767858.940709:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767858.940717:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360588032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767858.940732:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767858.940737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767858.940740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767858.940743:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767858.940746:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767858.940752:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767858.940759:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5077
00000400:00000200:3.0:1775767858.940770:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.1:1775767858.940776:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000400:00000200:3.0:1775767858.940784:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000200:0.1:1775767858.940786:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1775767858.940787:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767858.940797:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940805:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940812:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940815:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767858.940818:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767858.940820:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767858.940823:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767858.940854:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767858.940858:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767858.940865:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767858.940875:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940880:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767858.940886:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940895:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767858.940903:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767858.940916:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767858.940920:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767858.940925:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767858.940929:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767858.940941:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940953:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767858.940961:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767858.940968:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940971:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767858.940978:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767858.940984:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767858.940987:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767858.940990:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767858.940993:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767858.940995:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767858.940998:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767858.941004:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767858.941007:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767858.941011:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360588160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767858.941043:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767858.941049:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767858.941059:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360588160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767858.941131:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767858.941141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767858.941152:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767858.941158:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5087)
00000800:00000200:0.1:1775767858.941402:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767858.941404:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767858.941617:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767858.941618:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775767858.941852:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767858.941854:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775767859.964081:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767859.964086:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767859.964091:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767860.219952:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299751163, at 4299751168
00000100:00000040:2.0:1775767860.219961:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299751163, at 4299751168
00000100:00000010:3.0:1775767860.219964:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000100:00000010:2.0:1775767860.219979:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000020:00000001:2.0:1775767860.988007:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767860.988012:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767860.988015:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767864.059950:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767864.059962:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767864.059966:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767864.059972:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767864.059979:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767864.059987:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5082
00000400:00000200:3.0:1775767864.059996:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767864.060003:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767864.060005:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767864.060008:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060011:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060013:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060015:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767864.060018:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767864.060020:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767864.060021:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767864.060023:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767864.060025:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767864.060027:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767864.060029:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060033:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060036:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060038:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767864.060043:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767864.060046:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060048:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767864.060051:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767864.060054:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767864.060057:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060059:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767864.060061:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767864.060070:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767864.060072:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767864.060076:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767864.060077:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060080:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767864.060082:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767864.060086:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767864.060092:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767864.060097:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767864.060105:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360588288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767864.060113:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767864.060117:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767864.060120:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360588288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767864.060136:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767864.060139:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767864.060142:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767864.060143:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767864.060144:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767864.060146:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767864.060148:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5082
00000400:00000200:3.0:1775767864.060152:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767864.060155:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767864.060157:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767864.060161:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060163:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060165:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060167:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767864.060168:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767864.060170:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767864.060172:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767864.060174:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767864.060176:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767864.060179:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767864.060183:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060187:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060191:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060195:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767864.060198:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767864.060202:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060205:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767864.060208:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767864.060212:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767864.060216:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060220:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767864.060224:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767864.060227:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060230:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767864.060234:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767864.060236:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767864.060237:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767864.060239:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060242:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767864.060245:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767864.060247:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767864.060250:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767864.060254:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767864.060260:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360588416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767864.060268:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767864.060270:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767864.060275:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360588416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767864.060286:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767864.060291:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767864.060298:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767864.060301:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767864.060304:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767864.060310:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767864.060315:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5082
00000400:00000200:3.0:1775767864.060323:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767864.060328:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767864.060333:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767864.060341:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060346:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060352:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060357:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767864.060363:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767864.060367:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767864.060372:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767864.060376:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767864.060379:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767864.060382:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767864.060404:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060406:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060407:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060410:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767864.060414:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767864.060418:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060424:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767864.060428:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767864.060430:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767864.060433:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060434:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767864.060436:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767864.060440:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060444:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767864.060448:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767864.060452:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.1:1775767864.060452:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767864.060457:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775767864.060458:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1775767864.060459:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060463:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767864.060466:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767864.060468:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767864.060472:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775767864.060477:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767864.060484:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360588544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767864.060494:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767864.060497:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767864.060502:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360588544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767864.060531:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767864.060533:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767864.060536:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767864.060537:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767864.060539:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767864.060543:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767864.060547:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5082
00000400:00000200:3.0:1775767864.060556:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767864.060560:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767864.060564:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767864.060567:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060568:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060572:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060576:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767864.060578:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767864.060580:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767864.060582:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767864.060584:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767864.060589:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767864.060591:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767864.060596:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060599:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767864.060604:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060610:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767864.060616:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767864.060624:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767864.060632:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767864.060637:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767864.060641:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767864.060646:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060651:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767864.060657:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767864.060663:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060668:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767864.060675:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767864.060679:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767864.060685:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767864.060689:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767864.060693:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767864.060696:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767864.060700:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767864.060709:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767864.060715:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767864.060725:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360588672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767864.060744:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767864.060749:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767864.060759:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360588672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767864.060780:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767864.060786:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767864.060793:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767864.060801:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5092)
00000800:00000200:0.1:1775767864.060932:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767864.060934:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767864.061145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767864.061147:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775767864.061322:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767864.061323:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775767865.084011:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767865.084014:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767865.084017:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767865.339917:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299756282, at 4299756288
00000100:00000040:3.0:1775767865.339917:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299756282, at 4299756288
00000100:00000010:2.0:1775767865.339931:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000100:00000010:3.0:1775767865.339933:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000020:00000001:2.0:1775767866.107994:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767866.107997:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767866.108000:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767869.179919:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767869.179928:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767869.179932:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767869.179936:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767869.179941:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767869.179948:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5087
00000400:00000200:3.0:1775767869.179954:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767869.179959:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767869.179963:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767869.179969:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.179972:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.179975:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.179977:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767869.179979:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767869.179980:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767869.179982:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767869.179984:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767869.179986:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767869.179988:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767869.179990:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.179991:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.179992:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.179993:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767869.179995:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767869.179997:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767869.179999:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767869.180001:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767869.180003:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767869.180005:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180007:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767869.180008:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767869.180016:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767869.180019:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767869.180021:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767869.180022:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180024:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767869.180026:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767869.180029:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767869.180036:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767869.180041:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767869.180049:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360588800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767869.180057:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767869.180060:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767869.180063:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360588800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767869.180080:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767869.180083:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767869.180086:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767869.180087:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767869.180088:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767869.180089:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767869.180091:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5087
00000400:00000200:3.0:1775767869.180095:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767869.180098:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767869.180100:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767869.180110:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180113:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.180118:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180122:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767869.180127:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767869.180129:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767869.180132:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767869.180134:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767869.180139:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767869.180145:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767869.180153:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180157:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.180161:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180163:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767869.180166:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767869.180170:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180174:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767869.180177:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767869.180181:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767869.180187:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180189:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767869.180192:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767869.180196:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180199:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767869.180203:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767869.180206:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767869.180208:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767869.180209:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180210:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767869.180211:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767869.180212:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767869.180214:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767869.180217:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767869.180224:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360588928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767869.180241:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767869.180248:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767869.180254:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360588928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767869.180266:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767869.180268:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767869.180274:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767869.180276:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767869.180279:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767869.180284:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767869.180289:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5087
00000400:00000200:3.0:1775767869.180294:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767869.180299:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767869.180303:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767869.180309:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180312:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.180317:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180322:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767869.180324:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767869.180325:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767869.180326:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767869.180328:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767869.180329:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767869.180330:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767869.180334:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180346:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.180350:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180353:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767869.180356:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767869.180362:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180367:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767869.180371:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767869.180373:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767869.180376:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180377:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767869.180379:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767869.180382:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180384:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767869.180389:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767869.180393:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.1:1775767869.180393:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767869.180397:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775767869.180398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1775767869.180400:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180404:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767869.180407:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767869.180409:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767869.180413:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767869.180417:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767869.180423:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360589056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767869.180433:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767869.180436:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767869.180442:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360589056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767869.180469:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767869.180474:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767869.180477:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767869.180479:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767869.180482:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767869.180486:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767869.180491:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5087
00000400:00000200:3.0:1775767869.180498:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767869.180502:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767869.180503:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767869.180507:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180512:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.180517:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180521:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767869.180523:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767869.180523:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767869.180525:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767869.180527:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767869.180529:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767869.180531:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767869.180535:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180537:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767869.180539:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180543:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767869.180546:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767869.180549:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767869.180553:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767869.180555:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767869.180558:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767869.180561:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180563:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767869.180566:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767869.180571:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180576:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767869.180582:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767869.180584:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767869.180589:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767869.180592:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767869.180594:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767869.180596:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767869.180599:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767869.180603:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767869.180607:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767869.180615:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360589184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767869.180636:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767869.180639:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767869.180646:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360589184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767869.180667:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767869.180671:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767869.180680:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767869.180686:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5097)
00000800:00000200:0.1:1775767869.180924:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767869.180940:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767869.181146:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767869.181148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775767869.181320:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767869.181321:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1775767870.204096:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767870.204099:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767870.204103:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767870.459944:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299761402, at 4299761408
00000100:00000040:3.0:1775767870.459944:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299761402, at 4299761408
00000100:00000010:2.0:1775767870.459958:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000100:00000010:3.0:1775767870.459960:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000020:00000001:2.0:1775767871.228059:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767871.228063:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767871.228065:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767874.299908:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767874.299925:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767874.299932:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767874.299937:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767874.299943:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767874.299951:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5092
00000400:00000200:3.0:1775767874.299960:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767874.299969:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767874.299975:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767874.299980:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.299983:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.299986:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.299988:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767874.299991:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767874.299992:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767874.299994:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767874.299996:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767874.299998:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767874.299999:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767874.300001:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300003:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.300004:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300005:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767874.300007:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767874.300010:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300012:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767874.300015:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767874.300018:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767874.300020:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300022:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767874.300024:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767874.300033:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775767874.300036:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767874.300040:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767874.300041:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300044:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767874.300047:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767874.300052:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767874.300063:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767874.300070:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767874.300079:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360589312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767874.300088:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767874.300094:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767874.300097:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360589312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767874.300115:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767874.300118:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767874.300121:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767874.300122:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767874.300124:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767874.300126:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767874.300128:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5092
00000400:00000200:3.0:1775767874.300131:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767874.300134:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767874.300136:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767874.300139:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300142:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.300144:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300147:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767874.300151:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767874.300152:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767874.300154:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767874.300156:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767874.300158:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767874.300161:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767874.300168:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300172:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.300175:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300179:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767874.300182:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767874.300186:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300188:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767874.300190:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767874.300195:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767874.300200:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300202:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767874.300206:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767874.300210:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300213:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767874.300217:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775767874.300220:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767874.300223:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767874.300224:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300225:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767874.300226:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767874.300227:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767874.300232:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775767874.300238:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767874.300243:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360589440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767874.300248:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767874.300267:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767874.300270:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360589440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767874.300276:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767874.300278:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767874.300283:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767874.300284:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767874.300285:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767874.300304:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767874.300310:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5092
00000400:00000200:3.0:1775767874.300333:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767874.300337:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767874.300339:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767874.300342:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300346:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.300349:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300353:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767874.300358:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767874.300360:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767874.300361:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767874.300363:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767874.300365:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767874.300367:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767874.300372:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300377:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.300381:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300385:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767874.300390:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767874.300393:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300396:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767874.300398:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767874.300401:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767874.300403:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300408:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767874.300409:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767874.300412:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300415:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767874.300418:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775767874.300421:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767874.300424:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767874.300425:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300426:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767874.300428:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767874.300429:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767874.300435:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767874.300439:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767874.300445:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360589568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767874.300453:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767874.300457:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767874.300462:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360589568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767874.300474:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767874.300476:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767874.300483:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767874.300486:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767874.300489:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767874.300492:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767874.300494:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5092
00000400:00000200:3.0:1775767874.300508:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767874.300512:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767874.300514:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767874.300516:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300518:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.300519:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300521:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767874.300523:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767874.300525:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767874.300527:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767874.300528:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767874.300530:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767874.300531:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767874.300536:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300540:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767874.300542:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300545:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767874.300548:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:0.1:1775767874.300551:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775767874.300553:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767874.300557:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767874.300557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1775767874.300560:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767874.300563:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767874.300567:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300570:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767874.300572:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767874.300575:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300577:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767874.300581:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775767874.300585:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767874.300589:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767874.300590:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767874.300591:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767874.300593:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767874.300597:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767874.300600:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767874.300602:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767874.300608:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360589696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767874.300629:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767874.300631:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767874.300639:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360589696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767874.300666:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767874.300669:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767874.300675:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767874.300680:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5102)
00000800:00000200:0.1:1775767874.300996:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767874.300998:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767874.301201:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767874.301203:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775767874.301494:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767874.301496:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1775767875.324048:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767875.324053:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767875.324057:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767875.579896:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299766522, at 4299766528
00000100:00000040:3.0:1775767875.579898:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299766522, at 4299766528
00000100:00000010:2.0:1775767875.579910:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000100:00000010:3.0:1775767875.579912:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000020:00000001:2.0:1775767876.348057:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767876.348060:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767876.348063:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767879.419940:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767879.419953:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767879.419958:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767879.419964:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767879.419969:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767879.419977:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5097
00000400:00000200:3.0:1775767879.419987:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767879.419995:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767879.419999:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767879.420004:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420010:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420024:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420027:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767879.420029:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767879.420031:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767879.420033:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767879.420036:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767879.420038:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767879.420039:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767879.420042:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420044:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420045:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420046:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767879.420048:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767879.420051:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420053:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767879.420055:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767879.420057:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767879.420060:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420061:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767879.420063:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767879.420072:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775767879.420075:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767879.420078:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767879.420079:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420081:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767879.420083:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767879.420086:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767879.420092:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775767879.420098:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767879.420105:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360589824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767879.420115:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767879.420119:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767879.420122:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360589824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767879.420140:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767879.420143:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767879.420145:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767879.420147:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767879.420148:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767879.420150:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767879.420152:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5097
00000400:00000200:3.0:1775767879.420155:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767879.420158:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767879.420160:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767879.420164:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420165:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420168:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420170:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767879.420172:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767879.420173:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767879.420175:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767879.420178:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767879.420180:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767879.420184:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767879.420188:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420191:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420196:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420203:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767879.420208:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767879.420216:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420224:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767879.420229:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767879.420248:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767879.420252:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420255:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767879.420261:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767879.420266:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420270:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767879.420275:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775767879.420279:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767879.420282:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767879.420285:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420287:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767879.420288:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767879.420289:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767879.420294:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775767879.420299:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767879.420305:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360589952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767879.420317:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767879.420322:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767879.420330:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360589952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767879.420344:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767879.420349:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767879.420354:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767879.420356:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767879.420358:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767879.420361:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767879.420365:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5097
00000400:00000200:3.0:1775767879.420371:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767879.420378:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767879.420380:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767879.420386:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420390:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420396:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420400:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767879.420403:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767879.420405:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767879.420408:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767879.420411:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767879.420414:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767879.420418:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767879.420422:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420423:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420428:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420432:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767879.420437:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767879.420443:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420445:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767879.420447:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767879.420451:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767879.420455:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420457:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767879.420458:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767879.420460:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420463:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767879.420467:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775767879.420469:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767879.420473:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767879.420475:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420478:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767879.420480:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767879.420481:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767879.420485:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000800:00000200:0.1:1775767879.420489:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767879.420490:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767879.420495:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1775767879.420497:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360590080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767879.420508:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767879.420511:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767879.420516:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360590080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767879.420526:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767879.420529:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767879.420534:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767879.420537:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767879.420538:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767879.420540:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767879.420546:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5097
00000400:00000200:3.0:1775767879.420551:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767879.420554:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767879.420556:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767879.420558:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420559:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420561:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420562:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767879.420563:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767879.420564:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767879.420565:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767879.420567:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767879.420568:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767879.420572:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767879.420577:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420580:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767879.420584:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420588:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767879.420592:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767879.420596:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767879.420598:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767879.420601:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767879.420603:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767879.420606:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420610:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767879.420612:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767879.420617:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420620:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767879.420624:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775767879.420628:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767879.420632:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767879.420633:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767879.420637:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767879.420640:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767879.420641:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767879.420644:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775767879.420647:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767879.420653:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360590208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767879.420668:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767879.420671:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767879.420674:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360590208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767879.420683:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767879.420688:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767879.420691:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767879.420697:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5108)
00000800:00000200:0.1:1775767879.421188:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767879.421192:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767879.421505:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767879.421507:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767879.421768:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767879.421770:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1775767880.443984:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767880.443988:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767880.443992:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767880.699998:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299771642, at 4299771648
00000100:00000040:3.0:1775767880.699999:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299771642, at 4299771648
00000100:00000010:3.0:1775767880.700022:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:2.0:1775767880.700027:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000020:00000001:2.0:1775767881.468031:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767881.468036:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767881.468040:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767884.539948:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767884.539956:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767884.539961:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767884.539966:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767884.539972:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767884.539979:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5103
00000400:00000200:3.0:1775767884.539988:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767884.539996:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767884.540000:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767884.540005:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540009:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767884.540013:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540015:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767884.540019:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767884.540021:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767884.540025:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767884.540028:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767884.540034:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767884.540039:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767884.540044:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540046:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767884.540048:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540049:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767884.540051:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767884.540054:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540056:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767884.540058:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767884.540061:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767884.540064:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767884.540066:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767884.540069:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767884.540075:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767884.540081:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767884.540086:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767884.540088:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767884.540092:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767884.540095:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767884.540099:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767884.540108:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767884.540115:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767884.540133:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767884.540142:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767884.540146:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767884.540150:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767884.540169:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767884.540172:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767884.540175:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767884.540177:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767884.540178:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767884.540180:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767884.540183:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5103
00000400:00000200:3.0:1775767884.540198:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767884.540203:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767884.540205:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775767884.540208:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775767884.540208:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540212:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767884.540214:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767884.540215:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767884.540217:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775767884.540218:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775767884.540219:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767884.540222:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767884.540223:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767884.540225:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000040:2.0:1775767884.540229:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767884.540229:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767884.540231:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767884.540237:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540242:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767884.540247:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767884.540248:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767884.540249:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775767884.540251:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767884.540252:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:2.0:1775767884.540256:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775767884.540256:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:2.0:1775767884.540260:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767884.540260:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767884.540265:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767884.540265:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1775767884.540271:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360590336:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775767884.540271:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767884.540276:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540278:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775767884.540279:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775767884.540282:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767884.540284:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767884.540286:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767884.540290:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767884.540292:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.540297:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767884.540300:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767884.540305:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767884.540311:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360590336, portal 25
00000100:00000001:2.0:1775767884.540313:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767884.540315:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:2.0:1775767884.540320:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.540331:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767884.540335:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767884.540337:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767884.540339:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360590336, offset 0
00000400:00000200:2.0:1775767884.540344:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767884.540351:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767884.540356:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767884.540361:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1775767884.540362:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775767884.540365:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000008:00000001:3.0:1775767884.540370:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.540371:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767884.540375:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540375:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.540380:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59606:59606:256:4294967295] 192.168.202.115@tcp LPNI seq info [59605:59605:8:4294967295]
00000100:00000010:3.0:1775767884.540382:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000400:00000200:2.0:1775767884.540385:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767884.540394:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767884.540398:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767884.540401:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767884.540406:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767884.540409:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767884.540414:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767884.540416:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767884.540419:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767884.540421:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767884.540424:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767884.540427:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767884.540431:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767884.540432:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767884.540435:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767884.540438:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.540445:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767884.540447:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.540457:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540458:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767884.540463:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.540465:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767884.540467:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299776762
00000100:00000010:2.0:1775767884.540471:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444480.
00000100:00000001:2.0:1775767884.540477:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767884.540481:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299776762
00000100:00000010:2.0:1775767884.540483:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444c60.
00000020:00000040:3.0:1775767884.540484:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:2.0:1775767884.540485:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1775767884.540487:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775767884.540489:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767884.540490:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540494:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767884.540494:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767884.540497:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775767884.540498:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1775767884.540500:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767884.540503:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767884/real 1775767884]  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775767884.540506:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767884.540513:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775767884.540514:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767884.540517:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767884.540519:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767884.540523:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767884.540524:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767884.540527:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767884.540531:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767884.540536:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.540541:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767884.540542:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.540544:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.540545:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767884.540548:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.540554:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767884.540555:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775767884.540560:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767884.540571:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767884.540573:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767884.540574:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540577:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.540580:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.540582:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767884.540582:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.540586:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767884.540589:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767884.540594:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775767884.540597:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767884.540599:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00080000:3.0:1775767884.540601:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775767884.540602:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1775767884.540606:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1775767884.540609:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767884.540609:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767884.540611:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767884.540617:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767884.540622:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5103
00000100:00100000:2.0:1775767884.540623:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360590336:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767884.540628:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775767884.540628:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767884.540631:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1775767884.540634:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000040:2.0:1775767884.540637:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360590336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775767884.540637:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767884.540643:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540648:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775767884.540650:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1775767884.540652:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:2.0:1775767884.540653:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1775767884.540655:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000010:2.0:1775767884.540656:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
00000020:00000001:3.0:1775767884.540659:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767884.540661:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
02000000:00000001:2.0:1775767884.540663:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767884.540663:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767884.540666:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767884.540667:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000001:3.0:1775767884.540668:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000040:2.0:1775767884.540670:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767884.540671:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767884.540675:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:3.0:1775767884.540675:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540678:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1775767884.540679:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
00000100:00000040:3.0:1775767884.540681:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540684:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:2.0:1775767884.540685:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1775767884.540686:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
02000000:00000001:2.0:1775767884.540690:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1775767884.540691:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000010:2.0:1775767884.540694:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:3.0:1775767884.540694:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767884.540697:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767884.540700:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1775767884.540701:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767884.540704:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775767884.540704:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767884.540709:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767884.540710:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1775767884.540711:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767884.540714:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767884.540715:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540717:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1775767884.540718:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000100:00000001:2.0:1775767884.540721:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767884.540722:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767884.540726:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775767884.540727:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1775767884.540728:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540731:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767884.540731:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767884.540733:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775767884.540734:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775767884.540736:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767884.540740:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775767884.540740:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767884.540746:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540752:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767884.540754:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767884.540755:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775767884.540756:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767884.540759:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767884.540764:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767884.540770:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590464:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767884.540770:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767884.540773:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.540777:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767884.540779:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1775767884.540780:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767884.540781:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767884.540786:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767884.540789:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767884.540792:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767884.540792:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767884.540797:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775767884.540801:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:3.0:1775767884.540803:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1775767884.540804:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000100:00000001:3.0:1775767884.540805:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767884.540807:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1775767884.540808:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000001:3.0:1775767884.540809:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1775767884.540812:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360590464, portal 10
00000100:00080000:3.0:1775767884.540813:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5103
00000100:00000001:2.0:1775767884.540816:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767884.540818:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000400:00000200:3.0:1775767884.540819:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767884.540824:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767884.540844:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767884.540849:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540851:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767884.540853:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540854:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767884.540856:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767884.540857:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000040:2.0:1775767884.540858:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775767884.540859:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767884.540862:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767884.540866:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775767884.540872:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1775767884.540872:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767884.540877:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:2.0:1775767884.540880:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540881:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1775767884.540884:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000040:3.0:1775767884.540886:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000200:2.0:1775767884.540888:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360590464, offset 0
00000100:00000001:3.0:1775767884.540891:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767884.540894:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000400:00000200:2.0:1775767884.540895:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775767884.540900:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:2.0:1775767884.540902:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767884.540904:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767884.540907:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1775767884.540908:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:3.0:1775767884.540910:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775767884.540911:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775767884.540915:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.540917:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775767884.540918:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775767884.540920:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1775767884.540921:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1775767884.540924:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000008:00000001:3.0:1775767884.540925:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.540930:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59607:59607:256:4294967295] 192.168.202.115@tcp LPNI seq info [59606:59606:8:4294967295]
00000100:00000001:3.0:1775767884.540930:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.540937:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:3.0:1775767884.540937:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767884.540940:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767884.540945:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775767884.540946:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1775767884.540948:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767884.540950:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1775767884.540952:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775767884.540952:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767884.540955:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775767884.540956:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
02000000:00000010:3.0:1775767884.540959:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000800:00000200:2.0:1775767884.540962:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767884.540963:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775767884.540965:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1775767884.540970:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1775767884.540974:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767884.540979:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775767884.540985:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1775767884.540987:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775767884.540989:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775767884.540990:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767884.540994:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775767884.540995:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767884.540999:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767884.541005:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767884.541008:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767884.541012:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775767884.541013:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775767884.541016:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767884.541016:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767884.541023:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775767884.541031:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767884.541032:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5113)
00000100:00000040:2.0:1775767884.541034:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541039:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541040:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767884.541043:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767884.541046:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775767884.541049:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767884.541050:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299775501
00000100:00000001:2.0:1775767884.541052:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299776762
00000100:00000001:2.0:1775767884.541053:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299775501
00000100:00000001:2.0:1775767884.541055:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299776762
00000100:00000001:2.0:1775767884.541056:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767884.541058:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541059:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767884.541061:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767884/real 1775767884]  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767884.541066:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767884.541067:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767884.541068:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767884.541069:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767884.541070:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767884.541072:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767884.541073:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767884.541078:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541082:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767884.541083:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541084:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.541085:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767884.541087:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541091:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767884.541093:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541098:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767884.541100:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541101:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.541102:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541103:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767884.541105:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767884.541106:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767884.541108:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767884.541109:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767884.541112:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767884.541116:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590464:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767884.541119:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541120:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767884.541121:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360590464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541125:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767884.541126:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767884.541128:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767884.541130:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767884.541131:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767884.541132:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767884.541133:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767884.541135:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:2.0:1775767884.541136:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767884.541137:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767884.541139:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:2.0:1775767884.541140:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767884.541141:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541143:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541145:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767884.541146:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541148:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767884.541149:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767884.541150:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767884.541152:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541157:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767884.541159:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767884.541161:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767884.541162:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767884.541164:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767884.541168:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767884.541171:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767884.541173:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767884.541174:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767884.541176:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767884.541179:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767884.541181:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.541184:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767884.541186:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767884.541207:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767884.541210:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360590592, portal 10
00000100:00000001:2.0:1775767884.541212:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767884.541213:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:2.0:1775767884.541220:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541227:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767884.541230:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767884.541232:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767884.541234:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360590592, offset 0
00000400:00000200:2.0:1775767884.541236:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767884.541240:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767884.541242:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767884.541245:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767884.541246:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767884.541248:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767884.541250:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767884.541252:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59608:59608:256:4294967295] 192.168.202.115@tcp LPNI seq info [59607:59607:8:4294967295]
00000400:00000200:2.0:1775767884.541254:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767884.541259:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767884.541262:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767884.541264:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767884.541266:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767884.541268:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767884.541271:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767884.541273:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767884.541275:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767884.541276:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767884.541279:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767884.541281:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767884.541283:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767884.541284:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767884.541286:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767884.541288:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541293:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767884.541295:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541299:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541300:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767884.541302:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767884.541304:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775767884.541306:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767884.541308:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299775499
00000100:00000001:2.0:1775767884.541309:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299776762
00000100:00000001:2.0:1775767884.541311:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299775499
00000100:00000001:2.0:1775767884.541312:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299776762
00000100:00000001:2.0:1775767884.541314:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767884.541316:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541317:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767884.541320:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767884/real 1775767884]  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767884.541325:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767884.541326:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767884.541327:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767884.541329:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767884.541331:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767884.541333:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767884.541353:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767884.541359:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541363:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767884.541364:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541365:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.541366:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767884.541369:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541374:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767884.541377:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541382:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767884.541384:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541385:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.541386:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541387:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767884.541389:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767884.541391:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767884.541393:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767884.541394:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767884.541396:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767884.541402:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767884.541404:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767884.541406:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541411:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767884.541413:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767884.541415:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767884.541416:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767884.541418:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767884.541420:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590720:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767884.541422:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767884.541423:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767884.541424:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767884.541426:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767884.541428:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767884.541430:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767884.541433:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767884.541435:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767884.541437:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767884.541439:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360590720, portal 4
00000100:00000001:2.0:1775767884.541440:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767884.541441:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:2.0:1775767884.541444:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541449:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767884.541450:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767884.541451:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767884.541453:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360590720, offset 0
00000400:00000200:2.0:1775767884.541455:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767884.541457:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767884.541459:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767884.541461:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767884.541462:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767884.541464:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767884.541465:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767884.541467:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59609:59609:256:4294967295] 192.168.202.115@tcp LPNI seq info [59608:59608:8:4294967295]
00000400:00000200:2.0:1775767884.541470:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767884.541474:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767884.541477:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767884.541478:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767884.541481:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767884.541483:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775767884.541485:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767884.541487:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775767884.541489:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767884.541491:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767884.541492:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767884.541495:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767884.541496:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767884.541498:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767884.541499:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767884.541501:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541506:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767884.541508:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541512:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541514:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767884.541515:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767884.541517:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775767884.541519:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767884.541520:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299775554
00000100:00000001:2.0:1775767884.541522:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299776762
00000100:00000001:2.0:1775767884.541524:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299775554
00000100:00000001:2.0:1775767884.541525:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299776762
00000100:00000001:2.0:1775767884.541526:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767884.541528:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541529:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767884.541531:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767884/real 1775767884]  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767884.541535:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767884.541536:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767884.541537:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767884.541538:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767884.541539:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767884.541540:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767884.541542:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767884.541547:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541551:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767884.541552:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541553:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.541554:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767884.541556:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541561:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767884.541563:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541567:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767884.541568:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541569:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767884.541570:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541571:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767884.541572:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767884.541573:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767884.541575:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767884.541576:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767884.541578:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767884.541583:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590720:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767884.541585:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541586:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767884.541587:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360590592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541591:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767884.541592:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767884.541593:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767884.541595:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767884.541596:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767884.541597:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767884.541598:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767884.541600:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:2.0:1775767884.541601:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767884.541602:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767884.541603:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:2.0:1775767884.541605:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767884.541606:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541607:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767884.541608:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360590720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767884.541613:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767884.541613:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767884.541614:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767884.541615:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767884.541616:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767884.541617:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775767884.541618:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767884.541618:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:2.0:1775767884.541620:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767884.541620:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767884.541621:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:2.0:1775767884.541623:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767884.541623:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541625:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767884.541627:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767884.541628:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767884.541629:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767884.541630:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767885.564001:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767885.564005:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767885.564008:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767885.819920:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299776762, at 4299776768
00000100:00000040:3.0:1775767885.819921:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299776762, at 4299776768
00000100:00000010:3.0:1775767885.819934:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444c60.
00000100:00000010:2.0:1775767885.819935:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444480.
00000020:00000001:2.0:1775767886.587960:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767886.587963:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767886.587966:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767889.659941:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767889.659957:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767889.659960:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767889.659965:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767889.659971:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767889.659983:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5108
00000400:00000200:3.0:1775767889.659993:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767889.660001:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767889.660004:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767889.660008:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660011:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767889.660014:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660016:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767889.660021:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767889.660026:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767889.660030:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767889.660034:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767889.660037:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767889.660039:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767889.660042:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660048:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767889.660050:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660052:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767889.660055:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767889.660058:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660060:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767889.660063:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767889.660066:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767889.660069:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660071:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767889.660073:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767889.660084:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775767889.660087:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767889.660091:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767889.660092:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660095:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767889.660098:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767889.660104:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767889.660113:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775767889.660120:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767889.660130:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767889.660159:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767889.660164:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767889.660168:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767889.660188:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767889.660190:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767889.660193:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767889.660194:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767889.660196:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767889.660198:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767889.660199:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5108
00000400:00000200:3.0:1775767889.660202:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767889.660204:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767889.660206:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767889.660208:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660209:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767889.660211:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660212:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767889.660214:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767889.660215:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767889.660217:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767889.660219:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767889.660220:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767889.660222:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767889.660224:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660227:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767889.660229:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660231:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767889.660233:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767889.660237:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660238:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767889.660240:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767889.660241:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767889.660246:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1775767889.660248:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767889.660249:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775767889.660254:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660256:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767889.660260:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1775767889.660263:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775767889.660264:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660274:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767889.660284:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775767889.660291:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767889.660303:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767889.660307:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660313:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767889.660316:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767889.660318:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.660321:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1775767889.660322:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:2.0:1775767889.660325:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660326:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.660335:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1775767889.660336:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775767889.660342:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767889.660347:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767889.660350:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.660351:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767889.660354:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767889.660361:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360590848:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767889.660365:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767889.660372:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775767889.660373:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1775767889.660375:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767889.660378:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767889.660380:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767889.660382:0:56247:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1775767889.660383:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1775767889.660387:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5108
02000000:00000001:2.0:1775767889.660389:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767889.660396:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775767889.660399:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1775767889.660401:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767889.660403:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767889.660406:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660407:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767889.660408:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660409:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000010:2.0:1775767889.660412:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
00000020:00000001:3.0:1775767889.660412:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767889.660416:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767889.660419:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1775767889.660420:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775767889.660421:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767889.660428:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767889.660431:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767889.660436:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775767889.660437:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767889.660441:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767889.660444:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:2.0:1775767889.660445:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000100:00000001:3.0:1775767889.660448:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767889.660451:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000010:2.0:1775767889.660453:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00080000:3.0:1775767889.660454:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660458:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767889.660459:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1775767889.660461:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360590848, portal 25
02000000:00000001:3.0:1775767889.660462:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767889.660474:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1775767889.660474:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.660481:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000001:3.0:1775767889.660481:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767889.660485:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767889.660488:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660490:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767889.660492:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775767889.660496:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775767889.660504:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767889.660516:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775767889.660517:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1775767889.660520:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660526:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1775767889.660528:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775767889.660530:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767889.660532:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775767889.660533:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767889.660543:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360590848, offset 0
02000000:00000010:3.0:1775767889.660543:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775767889.660552:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767889.660557:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00100000:3.0:1775767889.660559:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767889.660567:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767889.660569:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767889.660577:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775767889.660581:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767889.660589:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767889.660591:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775767889.660595:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:3.0:1775767889.660597:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767889.660600:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767889.660604:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767889.660608:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775767889.660609:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775767889.660613:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5108
00000400:00000200:2.0:1775767889.660620:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767889.660624:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767889.660627:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767889.660632:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59610:59610:256:4294967295] 192.168.202.115@tcp LPNI seq info [59609:59609:8:4294967295]
00000400:00000200:2.0:1775767889.660636:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767889.660645:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767889.660656:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767889.660656:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000010:2.0:1775767889.660666:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000400:00000200:3.0:1775767889.660666:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767889.660671:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767889.660675:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660680:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1775767889.660684:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767889.660689:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:2.0:1775767889.660692:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775767889.660693:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767889.660705:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767889.660707:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767889.660713:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1775767889.660714:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775767889.660718:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:2.1:1775767889.660720:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775767889.660721:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767889.660733:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000100:2.0:1775767889.660741:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775767889.660746:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000010:2.0:1775767889.660748:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000100:00000001:3.0:1775767889.660749:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767889.660755:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767889.660757:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:2.0:1775767889.660758:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1775767889.660759:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767889.660768:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:2.0:1775767889.660773:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775767889.660775:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767889.660777:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1775767889.660778:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
02000000:00000001:3.0:1775767889.660780:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1775767889.660781:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
02000000:00000001:3.0:1775767889.660784:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660786:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767889.660787:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1775767889.660789:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767889.660791:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775767889.660795:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767889.660796:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767889.660804:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767889.660813:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767889.660823:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767889.660825:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.660856:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775767889.660856:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767889.660862:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1775767889.660868:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767889.660868:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767889.660879:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:2.0:1775767889.660885:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767889.660886:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.660889:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767889.660894:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767889.660895:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775767889.660907:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767889.660915:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299781883
00000100:00000001:3.0:1775767889.660920:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1775767889.660922:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444480.
00000100:00000001:3.0:1775767889.660922:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767889.660934:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.660937:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767889.660948:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299781883
00000100:00000001:3.0:1775767889.660949:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767889.660957:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e524445a0.
00000100:00000040:3.0:1775767889.660957:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767889.660963:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775767889.660965:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1775767889.660969:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5118)
00000100:00000001:2.0:1775767889.660970:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767889.660975:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.660978:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767889.660983:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767889/real 1775767889]  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767889.660991:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767889.660992:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767889.660994:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767889.660996:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767889.660997:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767889.660999:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767889.661001:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767889.661007:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661011:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767889.661012:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661014:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661015:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767889.661018:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661022:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767889.661025:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661030:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767889.661032:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661033:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661034:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661036:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767889.661037:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767889.661039:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767889.661043:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767889.661045:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767889.661047:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767889.661053:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360590848:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767889.661056:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661057:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767889.661059:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360590848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661063:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767889.661065:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767889.661067:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767889.661071:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767889.661072:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767889.661073:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775767889.661075:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767889.661076:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:2.0:1775767889.661079:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767889.661080:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767889.661082:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:2.0:1775767889.661084:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767889.661085:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661086:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661092:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767889.661093:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661095:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767889.661097:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767889.661098:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767889.661100:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661106:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767889.661108:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.661110:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767889.661112:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767889.661115:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767889.661118:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590976:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767889.661122:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767889.661124:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767889.661126:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.661128:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767889.661131:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767889.661132:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767889.661137:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767889.661155:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767889.661159:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767889.661162:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360590976, portal 10
00000100:00000001:2.0:1775767889.661165:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767889.661166:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:2.0:1775767889.661173:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661180:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767889.661182:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767889.661183:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767889.661185:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360590976, offset 0
00000400:00000200:2.0:1775767889.661188:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767889.661191:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767889.661194:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767889.661197:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767889.661198:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767889.661200:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767889.661202:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767889.661204:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59611:59611:256:4294967295] 192.168.202.115@tcp LPNI seq info [59610:59610:8:4294967295]
00000400:00000200:2.0:1775767889.661207:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767889.661211:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767889.661214:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767889.661217:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767889.661220:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767889.661222:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767889.661226:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767889.661227:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767889.661230:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767889.661231:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767889.661233:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767889.661236:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767889.661238:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767889.661239:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767889.661240:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767889.661242:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661248:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767889.661250:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661254:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661255:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767889.661257:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767889.661260:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775767889.661262:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767889.661264:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299780621
00000100:00000001:2.0:1775767889.661265:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299781883
00000100:00000001:2.0:1775767889.661267:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299780621
00000100:00000001:2.0:1775767889.661268:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299781883
00000100:00000001:2.0:1775767889.661270:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767889.661272:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661273:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767889.661275:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767889/real 1775767889]  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767889.661284:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767889.661285:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767889.661287:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767889.661288:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767889.661289:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767889.661290:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767889.661292:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767889.661297:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661301:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767889.661302:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661303:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661304:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767889.661307:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661314:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767889.661318:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661325:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767889.661327:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661329:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661330:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661332:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767889.661334:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767889.661337:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767889.661341:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767889.661344:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767889.661348:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767889.661357:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360590976:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767889.661362:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767889.661365:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661373:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767889.661374:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.661377:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767889.661379:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767889.661380:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767889.661384:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767889.661387:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767889.661389:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767889.661391:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.661393:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767889.661397:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767889.661399:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767889.661403:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767889.661406:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767889.661409:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767889.661413:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360591104, portal 10
00000100:00000001:2.0:1775767889.661415:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767889.661416:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:2.0:1775767889.661422:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661429:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767889.661432:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767889.661434:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767889.661436:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360591104, offset 0
00000400:00000200:2.0:1775767889.661439:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767889.661442:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767889.661444:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767889.661446:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767889.661449:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767889.661451:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767889.661454:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767889.661456:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59612:59612:256:4294967295] 192.168.202.115@tcp LPNI seq info [59611:59611:8:4294967295]
00000400:00000200:2.0:1775767889.661461:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767889.661467:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767889.661472:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767889.661475:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767889.661480:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767889.661483:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767889.661487:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767889.661490:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767889.661494:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767889.661496:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767889.661499:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767889.661502:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767889.661505:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767889.661507:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767889.661509:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767889.661512:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661517:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767889.661519:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661524:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661524:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767889.661527:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767889.661529:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775767889.661531:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767889.661533:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299780619
00000100:00000001:2.0:1775767889.661535:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299781883
00000100:00000001:2.0:1775767889.661536:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299780619
00000100:00000001:2.0:1775767889.661538:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299781883
00000100:00000001:2.0:1775767889.661539:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767889.661540:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661541:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767889.661543:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767889/real 1775767889]  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767889.661549:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767889.661550:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767889.661551:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767889.661552:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767889.661553:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767889.661554:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767889.661556:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767889.661565:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661572:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767889.661573:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661575:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661576:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767889.661579:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661586:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767889.661590:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661598:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767889.661601:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661602:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661603:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661605:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767889.661607:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767889.661610:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767889.661614:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767889.661616:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767889.661620:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767889.661629:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767889.661632:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767889.661635:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661640:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767889.661641:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.661643:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767889.661644:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767889.661646:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767889.661647:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591232:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767889.661649:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767889.661651:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767889.661652:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767889.661654:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767889.661656:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767889.661657:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767889.661660:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767889.661662:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767889.661664:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767889.661667:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360591232, portal 4
00000100:00000001:2.0:1775767889.661668:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767889.661669:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:2.0:1775767889.661673:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661677:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767889.661679:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767889.661680:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767889.661682:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360591232, offset 0
00000400:00000200:2.0:1775767889.661684:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767889.661687:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767889.661689:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767889.661691:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767889.661692:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767889.661694:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767889.661695:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767889.661698:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59613:59613:256:4294967295] 192.168.202.115@tcp LPNI seq info [59612:59612:8:4294967295]
00000400:00000200:2.0:1775767889.661701:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767889.661705:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767889.661708:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767889.661709:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767889.661712:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767889.661714:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775767889.661716:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767889.661718:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775767889.661721:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767889.661722:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767889.661724:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767889.661726:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767889.661728:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767889.661729:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767889.661731:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767889.661733:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661742:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767889.661743:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661748:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661749:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767889.661750:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767889.661753:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775767889.661754:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767889.661755:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299780674
00000100:00000001:2.0:1775767889.661757:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299781883
00000100:00000001:2.0:1775767889.661758:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299780674
00000100:00000001:2.0:1775767889.661760:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299781883
00000100:00000001:2.0:1775767889.661761:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767889.661762:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661764:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767889.661766:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767889/real 1775767889]  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767889.661770:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767889.661771:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767889.661772:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767889.661773:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767889.661774:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767889.661775:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767889.661777:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767889.661782:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661786:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767889.661787:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661788:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661789:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767889.661791:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661795:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767889.661797:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661801:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767889.661803:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661804:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767889.661804:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661805:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767889.661806:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767889.661808:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767889.661810:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767889.661811:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767889.661813:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767889.661818:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591232:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767889.661820:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661821:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767889.661823:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360590976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661846:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767889.661847:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767889.661848:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767889.661851:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767889.661852:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767889.661853:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767889.661854:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767889.661855:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:2.0:1775767889.661857:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767889.661858:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767889.661859:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775767889.661861:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767889.661862:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661863:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767889.661865:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360591104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661870:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767889.661870:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767889.661871:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767889.661873:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767889.661874:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767889.661874:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767889.661875:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767889.661876:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775767889.661877:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767889.661878:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767889.661879:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:2.0:1775767889.661881:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767889.661882:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661883:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767889.661884:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360591232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767889.661888:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767889.661888:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767889.661889:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767889.661890:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767889.661891:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767889.661892:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775767889.661893:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767889.661893:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775767889.661895:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767889.661896:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767889.661897:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:2.0:1775767889.661898:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767889.661899:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661900:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767889.661903:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767889.661904:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767889.661905:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767889.661906:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767890.683999:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767890.684003:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767890.684010:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767890.939957:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299781883, at 4299781888
00000100:00000040:3.0:1775767890.939957:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299781883, at 4299781888
00000100:00000010:3.0:1775767890.939980:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524445a0.
00000100:00000010:2.0:1775767890.939987:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444480.
00000020:00000001:2.0:1775767891.708088:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767891.708091:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767891.708094:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767894.780165:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767894.780171:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767894.780174:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767894.780181:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780196:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767894.780200:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.780205:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767894.780210:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767894.780213:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767894.780220:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360591360:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767894.780225:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767894.780229:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767894.780232:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.780235:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767894.780241:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767894.780245:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767894.780254:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767894.780260:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767894.780269:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767894.780278:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360591360, portal 25
00000100:00000001:2.0:1775767894.780283:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767894.780286:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336567808 : -130299372983808 : ffff897e5028aa00)
00000100:00000040:2.0:1775767894.780296:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780312:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767894.780318:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767894.780322:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767894.780327:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360591360, offset 0
00000400:00000200:2.0:1775767894.780336:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767894.780348:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.780357:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767894.780367:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767894.780374:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767894.780379:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767894.780385:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767894.780391:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59614:59614:256:4294967295] 192.168.202.115@tcp LPNI seq info [59613:59613:8:4294967295]
00000400:00000200:2.0:1775767894.780401:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.780415:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767894.780424:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.780431:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767894.780442:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767894.780446:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767894.780456:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767894.780461:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767894.780470:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.780474:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767894.780482:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767894.780491:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767894.780499:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767894.780503:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767894.780508:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767894.780516:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780550:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.780557:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780573:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.780576:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767894.780581:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767894.780589:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767894.780593:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299787002
00000100:00000010:2.0:1775767894.780600:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444480.
00000100:00000001:2.0:1775767894.780609:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767894.780616:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299787002
00000100:00000010:2.0:1775767894.780620:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444f00.
00000100:00000001:2.0:1775767894.780625:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767894.780630:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767894.780634:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.780638:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767894.780645:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767894/real 1775767894]  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767894.780663:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767894.780666:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767894.780669:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767894.780671:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767894.780673:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767894.780676:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767894.780678:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767894.780684:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780689:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767894.780691:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.780692:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.780694:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767894.780696:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780704:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767894.780709:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780721:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767894.780727:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.780730:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.780731:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.780735:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767894.780738:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767894.780741:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767894.780748:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767894.780753:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767894.780758:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767894.780765:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360591360:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767894.780768:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.780770:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.780772:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028aa00 x1862022360591360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780776:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767894.780778:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767894.780780:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767894.780784:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767894.780785:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767894.780787:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775767894.780789:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767894.780791:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775767894.780795:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767894.780798:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767894.780802:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028aa00.
00000100:00000001:2.0:1775767894.780807:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767894.780809:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.780810:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.780817:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767894.780819:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.780821:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767894.780823:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767894.780824:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767894.780851:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780857:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767894.780858:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.780860:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767894.780861:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767894.780863:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767894.780866:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591488:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767894.780868:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767894.780870:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767894.780871:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.780873:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767894.780875:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767894.780876:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767894.780879:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767894.780880:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767894.780883:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767894.780885:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360591488, portal 10
00000100:00000001:2.0:1775767894.780886:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767894.780887:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336569600 : -130299372982016 : ffff897e5028b100)
00000100:00000040:2.0:1775767894.780891:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780896:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767894.780897:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767894.780899:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767894.780900:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360591488, offset 0
00000400:00000200:2.0:1775767894.780903:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767894.780905:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.780908:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767894.780909:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767894.780911:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767894.780913:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767894.780914:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767894.780916:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59615:59615:256:4294967295] 192.168.202.115@tcp LPNI seq info [59614:59614:8:4294967295]
00000400:00000200:2.0:1775767894.780919:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.780923:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767894.780926:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.780928:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767894.780931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767894.780933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767894.780936:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767894.780938:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767894.780940:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.780942:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767894.780944:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767894.780946:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767894.780948:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767894.780949:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767894.780951:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767894.780953:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780958:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.780969:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.780984:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.780986:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767894.780989:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767894.780993:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775767894.780996:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767894.780998:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299785741
00000100:00000001:2.0:1775767894.781001:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299787002
00000100:00000001:2.0:1775767894.781003:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299785741
00000100:00000001:2.0:1775767894.781005:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299787002
00000100:00000001:2.0:1775767894.781008:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767894.781010:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.781012:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767894.781016:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767894/real 1775767894]  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767894.781025:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767894.781027:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767894.781028:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767894.781031:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767894.781032:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767894.781035:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767894.781038:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767894.781047:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781054:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767894.781055:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781056:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.781058:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767894.781060:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781065:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767894.781067:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781072:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767894.781073:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781074:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.781075:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781076:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767894.781077:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767894.781079:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767894.781081:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767894.781082:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767894.781084:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767894.781107:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591488:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767894.781110:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767894.781112:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781117:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767894.781118:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.781119:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767894.781120:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767894.781122:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767894.781124:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591616:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767894.781126:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767894.781127:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767894.781129:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.781130:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767894.781132:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767894.781134:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767894.781136:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767894.781138:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767894.781140:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767894.781142:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360591616, portal 10
00000100:00000001:2.0:1775767894.781143:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767894.781144:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557056 : -130299372994560 : ffff897e50288000)
00000100:00000040:2.0:1775767894.781148:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781152:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767894.781154:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767894.781155:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767894.781157:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360591616, offset 0
00000400:00000200:2.0:1775767894.781159:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767894.781162:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.781164:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767894.781166:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767894.781168:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767894.781176:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767894.781179:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767894.781182:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59616:59616:256:4294967295] 192.168.202.115@tcp LPNI seq info [59615:59615:8:4294967295]
00000400:00000200:2.0:1775767894.781190:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.781197:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767894.781202:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.781205:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767894.781210:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767894.781213:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767894.781217:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767894.781220:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767894.781224:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.781226:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767894.781230:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767894.781233:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767894.781236:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767894.781238:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767894.781241:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767894.781244:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781252:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.781255:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781262:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.781263:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767894.781265:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767894.781267:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775767894.781270:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767894.781271:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299785739
00000100:00000001:2.0:1775767894.781273:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299787002
00000100:00000001:2.0:1775767894.781274:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299785739
00000100:00000001:2.0:1775767894.781276:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299787002
00000100:00000001:2.0:1775767894.781278:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767894.781279:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.781280:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767894.781283:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767894/real 1775767894]  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767894.781288:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767894.781289:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767894.781290:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767894.781292:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767894.781293:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767894.781294:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767894.781296:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767894.781302:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781306:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767894.781307:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781308:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.781309:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767894.781310:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781314:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767894.781317:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781320:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767894.781322:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781323:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.781324:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781325:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767894.781327:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767894.781328:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767894.781330:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767894.781331:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767894.781333:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767894.781338:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591616:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767894.781340:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767894.781342:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781347:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767894.781348:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.781349:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767894.781351:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767894.781352:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767894.781353:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591744:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767894.781355:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767894.781356:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767894.781357:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767894.781358:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767894.781361:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767894.781362:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767894.781364:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767894.781366:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767894.781368:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767894.781370:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360591744, portal 4
00000100:00000001:2.0:1775767894.781371:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767894.781372:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336568704 : -130299372982912 : ffff897e5028ad80)
00000100:00000040:2.0:1775767894.781376:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781380:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767894.781381:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767894.781382:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767894.781384:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360591744, offset 0
00000400:00000200:2.0:1775767894.781386:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767894.781389:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.781391:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767894.781393:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767894.781394:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767894.781396:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767894.781398:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767894.781400:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59617:59617:256:4294967295] 192.168.202.115@tcp LPNI seq info [59616:59616:8:4294967295]
00000400:00000200:2.0:1775767894.781403:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767894.781407:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767894.781410:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.781412:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767894.781414:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767894.781416:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775767894.781419:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767894.781421:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775767894.781423:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767894.781424:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767894.781426:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767894.781428:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767894.781430:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767894.781431:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767894.781433:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767894.781435:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781440:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.781442:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781446:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.781447:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767894.781448:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767894.781450:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775767894.781452:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767894.781453:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299785794
00000100:00000001:2.0:1775767894.781454:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299787002
00000100:00000001:2.0:1775767894.781455:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299785794
00000100:00000001:2.0:1775767894.781457:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299787002
00000100:00000001:2.0:1775767894.781458:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767894.781460:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.781461:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767894.781463:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767894/real 1775767894]  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767894.781468:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767894.781469:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767894.781470:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767894.781471:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767894.781472:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767894.781473:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767894.781474:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767894.781479:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781483:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767894.781484:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781485:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.781487:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767894.781489:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781492:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767894.781494:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781498:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767894.781500:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781501:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767894.781501:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781502:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767894.781503:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767894.781505:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767894.781507:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767894.781509:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767894.781511:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767894.781516:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360591744:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767894.781518:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781519:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.781521:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b100 x1862022360591488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781524:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767894.781525:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767894.781527:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767894.781528:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767894.781529:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767894.781530:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767894.781531:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767894.781532:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a400.
02000000:00000001:2.0:1775767894.781534:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767894.781534:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767894.781535:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b100.
00000100:00000001:2.0:1775767894.781537:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767894.781538:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781539:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.781540:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288000 x1862022360591616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781545:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767894.781545:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767894.781546:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767894.781547:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767894.781548:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767894.781549:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767894.781550:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767894.781551:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28c00.
02000000:00000001:2.0:1775767894.781552:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767894.781553:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767894.781554:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288000.
00000100:00000001:2.0:1775767894.781556:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767894.781556:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781557:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767894.781559:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028ad80 x1862022360591744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767894.781563:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767894.781563:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767894.781564:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767894.781565:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767894.781566:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767894.781566:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775767894.781567:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767894.781568:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a800.
02000000:00000001:2.0:1775767894.781569:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767894.781570:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767894.781571:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028ad80.
00000100:00000001:2.0:1775767894.781572:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767894.781573:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781574:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767894.781576:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767894.781577:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767894.781578:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767894.781579:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767895.803982:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767895.803986:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767895.803989:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767896.059935:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299787002, at 4299787008
00000100:00000040:3.0:1775767896.059939:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299787002, at 4299787008
00000100:00000010:3.0:1775767896.059948:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444f00.
00000100:00000010:2.0:1775767896.059955:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444480.
00000020:00000001:2.0:1775767896.828052:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767896.828056:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767896.828058:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767899.900193:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767899.900198:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767899.900201:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767899.900210:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900233:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767899.900236:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.900239:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767899.900242:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767899.900246:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767899.900251:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360591872:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767899.900256:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767899.900261:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767899.900264:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.900268:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767899.900273:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767899.900278:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767899.900285:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767899.900290:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767899.900296:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767899.900302:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360591872, portal 25
00000100:00000001:2.0:1775767899.900308:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767899.900310:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336559744 : -130299372991872 : ffff897e50288a80)
00000100:00000040:2.0:1775767899.900317:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900327:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767899.900331:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767899.900335:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767899.900339:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360591872, offset 0
00000400:00000200:2.0:1775767899.900346:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767899.900356:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.900373:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767899.900380:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767899.900387:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767899.900395:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767899.900402:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767899.900412:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59618:59618:256:4294967295] 192.168.202.115@tcp LPNI seq info [59617:59617:8:4294967295]
00000400:00000200:2.0:1775767899.900423:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.900441:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767899.900454:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.900468:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767899.900479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767899.900485:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767899.900494:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767899.900514:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775767899.900527:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.900532:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767899.900543:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767899.900552:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767899.900561:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767899.900566:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767899.900573:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767899.900581:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900612:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.900621:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900637:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.900642:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767899.900649:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767899.900664:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767899.900668:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299792122
00000100:00000010:2.0:1775767899.900677:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444480.
00000100:00000001:2.0:1775767899.900686:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767899.900698:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299792122
00000100:00000010:2.0:1775767899.900703:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ba0.
00000100:00000001:2.0:1775767899.900709:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767899.900716:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767899.900727:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.900733:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767899.900742:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767899/real 1775767899]  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767899.900771:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767899.900774:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767899.900777:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767899.900783:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767899.900787:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767899.900791:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767899.900799:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767899.900820:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900857:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767899.900861:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.900865:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.900868:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767899.900877:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900894:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767899.900904:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900916:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767899.900919:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.900921:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.900923:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.900926:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767899.900928:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767899.900932:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767899.900940:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767899.900944:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767899.900952:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767899.900967:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360591872:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767899.900973:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.900976:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.900983:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288a80 x1862022360591872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.900992:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767899.900995:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767899.900998:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767899.901004:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767899.901006:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767899.901007:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775767899.901010:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767899.901012:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28c00.
02000000:00000001:2.0:1775767899.901016:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767899.901017:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767899.901019:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288a80.
00000100:00000001:2.0:1775767899.901029:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767899.901030:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901032:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901037:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767899.901051:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901053:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767899.901054:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767899.901056:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767899.901059:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901064:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767899.901065:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.901066:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767899.901068:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767899.901070:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767899.901072:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592000:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767899.901074:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767899.901076:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767899.901077:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.901078:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767899.901081:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767899.901082:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767899.901085:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767899.901087:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767899.901089:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767899.901092:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592000, portal 10
00000100:00000001:2.0:1775767899.901093:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767899.901094:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336561536 : -130299372990080 : ffff897e50289180)
00000100:00000040:2.0:1775767899.901098:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901102:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767899.901104:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767899.901105:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767899.901107:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360592000, offset 0
00000400:00000200:2.0:1775767899.901109:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767899.901112:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.901114:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767899.901117:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767899.901119:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767899.901120:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767899.901122:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767899.901124:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59619:59619:256:4294967295] 192.168.202.115@tcp LPNI seq info [59618:59618:8:4294967295]
00000400:00000200:2.0:1775767899.901127:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.901131:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767899.901134:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.901137:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767899.901140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767899.901142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767899.901145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767899.901147:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775767899.901149:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.901151:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767899.901153:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767899.901155:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767899.901157:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767899.901158:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767899.901160:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767899.901162:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901168:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.901169:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901174:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901175:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767899.901177:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767899.901180:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775767899.901182:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767899.901183:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299790861
00000100:00000001:2.0:1775767899.901185:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299792122
00000100:00000001:2.0:1775767899.901187:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299790861
00000100:00000001:2.0:1775767899.901188:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299792122
00000100:00000001:2.0:1775767899.901190:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767899.901191:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901192:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767899.901194:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767899/real 1775767899]  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767899.901204:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767899.901204:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767899.901206:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767899.901207:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767899.901208:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767899.901209:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767899.901211:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767899.901216:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901219:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767899.901220:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901221:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.901222:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767899.901225:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901229:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767899.901232:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901236:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767899.901237:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901238:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.901239:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901240:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767899.901241:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767899.901243:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767899.901245:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767899.901246:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767899.901249:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767899.901254:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592000:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767899.901256:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767899.901258:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901262:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767899.901263:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.901264:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767899.901265:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767899.901266:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767899.901268:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767899.901270:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767899.901271:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767899.901272:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.901273:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767899.901275:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767899.901276:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767899.901278:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767899.901279:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767899.901281:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767899.901283:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592128, portal 10
00000100:00000001:2.0:1775767899.901284:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767899.901285:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336570496 : -130299372981120 : ffff897e5028b480)
00000100:00000040:2.0:1775767899.901288:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901292:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767899.901294:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767899.901295:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767899.901296:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360592128, offset 0
00000400:00000200:2.0:1775767899.901299:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767899.901301:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.901303:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767899.901305:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767899.901307:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767899.901309:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767899.901310:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767899.901312:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59620:59620:256:4294967295] 192.168.202.115@tcp LPNI seq info [59619:59619:8:4294967295]
00000400:00000200:2.0:1775767899.901315:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.901319:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767899.901322:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.901323:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767899.901326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767899.901327:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767899.901330:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767899.901332:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775767899.901334:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.901336:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767899.901337:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767899.901339:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767899.901341:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767899.901342:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767899.901344:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767899.901346:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901351:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.901352:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901356:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901357:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767899.901359:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767899.901361:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775767899.901363:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767899.901365:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299790859
00000100:00000001:2.0:1775767899.901368:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299792122
00000100:00000001:2.0:1775767899.901370:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299790859
00000100:00000001:2.0:1775767899.901372:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299792122
00000100:00000001:2.0:1775767899.901374:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767899.901376:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901378:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767899.901382:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767899/real 1775767899]  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767899.901390:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767899.901392:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767899.901394:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767899.901396:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767899.901398:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767899.901400:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767899.901403:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767899.901412:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901419:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767899.901421:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901422:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.901424:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767899.901428:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901434:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767899.901438:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901445:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767899.901448:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901450:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.901451:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901453:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767899.901454:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767899.901457:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767899.901461:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767899.901463:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767899.901468:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767899.901475:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767899.901479:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767899.901483:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901490:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767899.901491:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.901494:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767899.901496:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767899.901498:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767899.901501:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592256:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767899.901504:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767899.901506:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767899.901508:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767899.901510:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767899.901514:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767899.901516:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767899.901519:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767899.901522:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767899.901525:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767899.901528:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592256, portal 4
00000100:00000001:2.0:1775767899.901531:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767899.901532:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336563328 : -130299372988288 : ffff897e50289880)
00000100:00000040:2.0:1775767899.901537:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901544:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767899.901547:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767899.901549:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767899.901551:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360592256, offset 0
00000400:00000200:2.0:1775767899.901555:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767899.901559:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.901562:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767899.901565:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767899.901568:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767899.901570:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767899.901573:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767899.901576:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59621:59621:256:4294967295] 192.168.202.115@tcp LPNI seq info [59620:59620:8:4294967295]
00000400:00000200:2.0:1775767899.901581:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767899.901587:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767899.901592:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.901595:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767899.901599:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767899.901602:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775767899.901606:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767899.901608:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775767899.901613:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767899.901615:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767899.901618:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767899.901621:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767899.901624:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767899.901626:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767899.901628:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767899.901632:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901646:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.901649:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901655:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901656:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767899.901659:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767899.901662:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775767899.901665:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767899.901667:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299790914
00000100:00000001:2.0:1775767899.901669:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299792122
00000100:00000001:2.0:1775767899.901671:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299790914
00000100:00000001:2.0:1775767899.901673:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299792122
00000100:00000001:2.0:1775767899.901675:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767899.901677:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901679:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767899.901682:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767899/real 1775767899]  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767899.901689:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767899.901690:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767899.901692:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767899.901694:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767899.901695:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767899.901697:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767899.901700:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767899.901708:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901714:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767899.901716:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901717:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.901719:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767899.901723:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901730:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767899.901734:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901741:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767899.901743:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901745:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767899.901746:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901748:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767899.901750:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767899.901752:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767899.901756:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767899.901758:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767899.901762:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767899.901770:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592256:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767899.901774:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901775:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.901779:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289180 x1862022360592000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901786:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767899.901788:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767899.901790:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767899.901793:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767899.901794:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767899.901796:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767899.901798:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767899.901800:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a400.
02000000:00000001:2.0:1775767899.901802:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767899.901803:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767899.901805:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289180.
00000100:00000001:2.0:1775767899.901807:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767899.901809:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901810:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.901812:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b480 x1862022360592128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901817:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767899.901818:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767899.901819:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767899.901820:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767899.901821:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767899.901821:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767899.901822:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767899.901823:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775767899.901824:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767899.901825:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767899.901826:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b480.
00000100:00000001:2.0:1775767899.901843:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767899.901844:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901846:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767899.901848:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289880 x1862022360592256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767899.901852:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767899.901852:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767899.901853:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767899.901854:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767899.901855:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767899.901856:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775767899.901857:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767899.901858:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28000.
02000000:00000001:2.0:1775767899.901860:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767899.901861:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767899.901862:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289880.
00000100:00000001:2.0:1775767899.901863:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767899.901864:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901865:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767899.901868:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767899.901869:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767899.901870:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767899.901871:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767900.923977:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767900.923982:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767900.923986:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767901.179950:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299792122, at 4299792128
00000100:00000040:3.0:1775767901.179951:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299792122, at 4299792128
00000100:00000010:3.0:1775767901.179967:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ba0.
00000100:00000010:2.0:1775767901.179970:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444480.
00000020:00000001:2.0:1775767901.947986:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767901.947990:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767901.947994:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767905.020318:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767905.020322:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767905.020326:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767905.020334:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020354:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767905.020358:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.020362:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767905.020366:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767905.020370:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767905.020378:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360592384:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767905.020383:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767905.020388:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767905.020391:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.020395:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767905.020402:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767905.020406:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767905.020417:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767905.020421:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767905.020428:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767905.020436:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592384, portal 25
00000100:00000001:2.0:1775767905.020442:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767905.020445:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336564224 : -130299372987392 : ffff897e50289c00)
00000100:00000040:2.0:1775767905.020455:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020473:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767905.020479:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767905.020482:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767905.020487:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360592384, offset 0
00000400:00000200:2.0:1775767905.020495:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767905.020508:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.020517:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767905.020525:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767905.020530:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767905.020537:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767905.020544:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767905.020552:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59622:59622:256:4294967295] 192.168.202.115@tcp LPNI seq info [59621:59621:8:4294967295]
00000400:00000200:2.0:1775767905.020561:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.020577:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767905.020588:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.020594:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767905.020604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767905.020609:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767905.020617:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767905.020623:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775767905.020632:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.020634:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767905.020641:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767905.020651:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767905.020657:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767905.020661:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767905.020666:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767905.020673:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020721:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.020728:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020745:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.020750:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767905.020757:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767905.020765:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767905.020768:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299797242
00000100:00000010:2.0:1775767905.020776:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444480.
00000100:00000001:2.0:1775767905.020785:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775767905.020792:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299797242
00000100:00000010:2.0:1775767905.020798:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444f60.
00000100:00000001:2.0:1775767905.020804:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767905.020808:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767905.020813:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.020816:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767905.020824:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767905/real 1775767905]  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767905.020856:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767905.020863:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767905.020867:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767905.020871:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767905.020875:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767905.020878:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767905.020882:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767905.020889:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020894:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767905.020896:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.020898:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.020900:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767905.020902:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020909:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767905.020915:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020925:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767905.020929:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.020931:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.020934:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.020936:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767905.020938:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767905.020942:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767905.020947:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767905.020959:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767905.020964:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767905.020970:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360592384:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767905.020974:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.020975:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.020978:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289c00 x1862022360592384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.020999:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767905.021003:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767905.021006:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767905.021011:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767905.021012:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767905.021015:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775767905.021017:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767905.021018:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:2.0:1775767905.021022:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767905.021023:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767905.021025:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289c00.
00000100:00000001:2.0:1775767905.021028:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767905.021029:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021030:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021036:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767905.021037:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021039:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767905.021040:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767905.021041:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767905.021044:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021049:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767905.021050:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.021052:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767905.021053:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767905.021054:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767905.021056:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592512:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767905.021058:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767905.021060:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767905.021061:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.021062:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767905.021064:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767905.021066:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767905.021069:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767905.021070:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767905.021073:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767905.021075:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592512, portal 10
00000100:00000001:2.0:1775767905.021076:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767905.021077:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336558848 : -130299372992768 : ffff897e50288700)
00000100:00000040:2.0:1775767905.021081:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021086:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767905.021088:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767905.021089:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767905.021091:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360592512, offset 0
00000400:00000200:2.0:1775767905.021093:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767905.021097:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.021100:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767905.021103:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767905.021106:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767905.021108:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767905.021111:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767905.021114:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59623:59623:256:4294967295] 192.168.202.115@tcp LPNI seq info [59622:59622:8:4294967295]
00000400:00000200:2.0:1775767905.021119:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.021125:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767905.021130:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.021134:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767905.021139:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767905.021142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767905.021147:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767905.021149:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775767905.021153:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.021156:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767905.021158:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767905.021161:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767905.021164:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767905.021165:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767905.021167:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767905.021169:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021175:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.021177:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021186:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021187:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767905.021189:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767905.021192:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775767905.021194:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767905.021196:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299795981
00000100:00000001:2.0:1775767905.021198:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299797242
00000100:00000001:2.0:1775767905.021199:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299795981
00000100:00000001:2.0:1775767905.021201:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299797242
00000100:00000001:2.0:1775767905.021202:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767905.021203:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021205:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767905.021207:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767905/real 1775767905]  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767905.021212:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767905.021213:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767905.021214:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767905.021215:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767905.021217:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767905.021218:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767905.021221:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767905.021230:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021237:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767905.021238:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021240:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.021242:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767905.021245:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021253:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767905.021257:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021265:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767905.021268:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021270:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.021271:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021273:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767905.021275:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767905.021277:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767905.021281:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767905.021282:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767905.021285:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767905.021290:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592512:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767905.021293:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767905.021295:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021299:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767905.021300:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.021301:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767905.021303:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767905.021304:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767905.021306:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767905.021308:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767905.021309:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767905.021310:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.021312:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767905.021314:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767905.021315:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767905.021318:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767905.021319:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767905.021322:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767905.021324:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592640, portal 10
00000100:00000001:2.0:1775767905.021325:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767905.021326:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336565120 : -130299372986496 : ffff897e50289f80)
00000100:00000040:2.0:1775767905.021330:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021334:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767905.021336:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767905.021337:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767905.021338:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360592640, offset 0
00000400:00000200:2.0:1775767905.021341:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767905.021343:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.021346:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767905.021348:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767905.021349:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767905.021351:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767905.021352:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767905.021355:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59624:59624:256:4294967295] 192.168.202.115@tcp LPNI seq info [59623:59623:8:4294967295]
00000400:00000200:2.0:1775767905.021359:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.021366:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767905.021371:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.021374:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767905.021378:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767905.021380:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767905.021385:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767905.021388:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775767905.021392:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.021394:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767905.021397:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767905.021401:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767905.021404:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767905.021406:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767905.021408:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767905.021412:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021420:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.021423:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021430:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021432:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767905.021435:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767905.021439:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775767905.021442:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767905.021444:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299795979
00000100:00000001:2.0:1775767905.021447:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299797242
00000100:00000001:2.0:1775767905.021449:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299795979
00000100:00000001:2.0:1775767905.021451:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299797242
00000100:00000001:2.0:1775767905.021453:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767905.021455:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021457:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767905.021461:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767905/real 1775767905]  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767905.021468:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767905.021469:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767905.021470:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767905.021472:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767905.021473:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767905.021475:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767905.021477:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767905.021482:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021486:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767905.021487:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021488:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.021489:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767905.021491:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021495:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767905.021498:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021502:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767905.021504:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021505:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.021505:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021506:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767905.021507:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767905.021509:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767905.021511:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767905.021512:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767905.021514:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767905.021519:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767905.021521:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767905.021523:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021528:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767905.021529:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.021530:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767905.021532:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767905.021533:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767905.021534:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592768:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767905.021536:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767905.021537:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767905.021538:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767905.021540:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767905.021542:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767905.021543:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767905.021546:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767905.021547:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775767905.021549:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767905.021551:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592768, portal 4
00000100:00000001:2.0:1775767905.021553:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767905.021554:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336571392 : -130299372980224 : ffff897e5028b800)
00000100:00000040:2.0:1775767905.021558:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021562:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767905.021563:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767905.021565:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000200:2.0:1775767905.021566:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360592768, offset 0
00000400:00000200:2.0:1775767905.021568:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767905.021571:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.021573:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767905.021575:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767905.021577:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767905.021578:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767905.021580:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767905.021582:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59625:59625:256:4294967295] 192.168.202.115@tcp LPNI seq info [59624:59624:8:4294967295]
00000400:00000200:2.0:1775767905.021585:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767905.021589:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767905.021592:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.021594:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775767905.021597:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775767905.021599:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775767905.021601:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767905.021603:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775767905.021606:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767905.021607:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:2.0:1775767905.021609:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775767905.021611:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775767905.021613:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1d48
00000400:00000010:2.0:1775767905.021614:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1d48.
00000100:00000001:2.0:1775767905.021616:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775767905.021618:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021623:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.021625:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021629:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021630:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775767905.021632:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767905.021634:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775767905.021636:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767905.021637:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299796034
00000100:00000001:2.0:1775767905.021639:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299797242
00000100:00000001:2.0:1775767905.021640:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299796034
00000100:00000001:2.0:1775767905.021642:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299797242
00000100:00000001:2.0:1775767905.021643:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767905.021645:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021646:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767905.021648:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767905/real 1775767905]  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767905.021653:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767905.021654:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767905.021655:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767905.021656:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767905.021657:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767905.021658:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767905.021659:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767905.021664:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021668:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767905.021669:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021670:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.021671:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767905.021673:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021677:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767905.021679:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021683:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767905.021684:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021685:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767905.021686:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021687:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767905.021688:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767905.021689:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767905.021692:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767905.021693:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767905.021695:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767905.021700:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360592768:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767905.021702:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021703:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.021705:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288700 x1862022360592512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021709:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767905.021710:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767905.021711:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767905.021713:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767905.021714:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767905.021714:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767905.021716:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767905.021717:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2b000.
02000000:00000001:2.0:1775767905.021718:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767905.021719:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767905.021720:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288700.
00000100:00000001:2.0:1775767905.021721:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767905.021722:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021723:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.021725:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289f80 x1862022360592640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021729:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767905.021730:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767905.021731:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767905.021732:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767905.021733:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767905.021733:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767905.021734:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767905.021736:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29400.
02000000:00000001:2.0:1775767905.021737:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767905.021738:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767905.021739:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289f80.
00000100:00000001:2.0:1775767905.021741:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767905.021742:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021743:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767905.021744:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b800 x1862022360592768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767905.021748:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767905.021748:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767905.021749:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775767905.021750:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767905.021751:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767905.021752:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775767905.021753:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767905.021753:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28800.
02000000:00000001:2.0:1775767905.021755:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767905.021755:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767905.021756:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b800.
00000100:00000001:2.0:1775767905.021757:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767905.021758:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021759:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767905.021762:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767905.021763:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767905.021764:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767905.021765:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767906.044040:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767906.044045:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767906.044049:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767906.299940:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299797242, at 4299797248
00000100:00000040:3.0:1775767906.299940:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299797242, at 4299797248
00000100:00000010:2.0:1775767906.299955:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444480.
00000100:00000010:3.0:1775767906.299961:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444f60.
00000020:00000001:2.0:1775767907.068081:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767907.068087:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767907.068092:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767908.092017:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767908.092022:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767908.092025:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767910.139954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767910.139960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767910.139965:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767910.139969:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767910.139974:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767910.139979:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5128
00000400:00000200:3.0:1775767910.139985:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767910.139992:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767910.139996:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767910.139999:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767910.140005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767910.140010:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767910.140011:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767910.140013:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767910.140015:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767910.140016:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767910.140017:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767910.140020:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140021:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767910.140023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767910.140028:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767910.140031:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140034:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140036:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767910.140040:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767910.140043:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140045:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767910.140047:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767910.140056:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775767910.140060:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767910.140072:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767910.140074:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140081:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767910.140084:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767910.140089:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767910.140099:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775767910.140107:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767910.140117:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767910.140129:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767910.140134:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767910.140138:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767910.140160:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767910.140164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767910.140168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767910.140170:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767910.140171:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767910.140174:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767910.140176:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5128
00000400:00000200:3.0:1775767910.140181:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767910.140184:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767910.140187:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767910.140191:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140194:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767910.140196:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767910.140202:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767910.140204:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:2.0:1775767910.140205:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775767910.140206:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775767910.140209:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775767910.140210:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:2.0:1775767910.140211:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775767910.140214:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767910.140218:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767910.140220:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767910.140225:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140229:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767910.140234:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140237:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767910.140241:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767910.140246:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140250:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140254:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767910.140259:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775767910.140260:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767910.140262:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140263:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140268:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775767910.140270:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1775767910.140271:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775767910.140274:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1775767910.140275:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140278:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.140279:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767910.140282:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000100:00100000:2.0:1775767910.140285:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360592896:192.168.202.115@tcp:250:kworker.0
00000020:00000040:3.0:1775767910.140286:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:2.0:1775767910.140291:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767910.140294:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767910.140296:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140297:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767910.140298:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775767910.140299:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140302:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767910.140303:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1775767910.140304:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2c00.
02000000:00000001:3.0:1775767910.140305:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.140309:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767910.140312:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000400:00000200:2.0:1775767910.140316:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767910.140316:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775767910.140320:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000100:00100000:3.0:1775767910.140323:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775767910.140327:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775767910.140333:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360592896, portal 25
00000100:00000001:3.0:1775767910.140334:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767910.140338:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767910.140338:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140341:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:3.0:1775767910.140344:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767910.140350:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767910.140365:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140366:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775767910.140369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767910.140372:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775767910.140375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1775767910.140376:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1d48.
00000100:00000001:3.0:1775767910.140378:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1775767910.140380:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360592896, offset 0
00000100:00080000:3.0:1775767910.140380:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767910.140386:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775767910.140389:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775767910.140393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5128
00000400:00000200:2.0:1775767910.140398:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767910.140403:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767910.140407:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767910.140411:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767910.140415:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767910.140418:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767910.140423:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59626:59626:256:4294967295] 192.168.202.115@tcp LPNI seq info [59625:59625:8:4294967295]
00000400:00000200:2.0:1775767910.140428:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767910.140439:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767910.140446:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767910.140447:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000010:2.0:1775767910.140453:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000400:00000200:3.0:1775767910.140455:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767910.140459:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767910.140465:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:2.0:1775767910.140467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767910.140470:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767910.140476:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:2.1:1775767910.140477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767910.140482:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767910.140486:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767910.140488:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767910.140490:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767910.140492:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767910.140495:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767910.140497:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767910.140500:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767910.140501:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767910.140509:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775767910.140511:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767910.140514:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775767910.140516:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299802362
00000020:00000040:3.0:1775767910.140517:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767910.140523:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000010:2.0:1775767910.140524:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444480.
00000100:00000001:3.0:1775767910.140526:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140530:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775767910.140534:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1775767910.140534:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767910.140537:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140541:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767910.140542:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299802362
00000008:00100000:3.0:1775767910.140543:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1775767910.140548:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444660.
00000008:00000001:3.0:1775767910.140548:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140553:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140555:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000010:3.0:1775767910.140559:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775767910.140560:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775767910.140564:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:2.0:1775767910.140565:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140570:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775767910.140571:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140573:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140575:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767910.140577:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767910.140580:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767910.140582:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140585:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1775767910.140588:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:2.0:1775767910.140589:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775767910.140593:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767910.140595:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767910.140595:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140597:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767910.140603:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767910.140606:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767910.140622:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767910.140625:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.140629:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767910.140632:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767910.140636:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767910.140642:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360593024:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767910.140645:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767910.140649:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775767910.140650:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.140652:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767910.140655:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.140657:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775767910.140660:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775767910.140661:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767910.140664:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767910.140673:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767910.140677:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb948.
00000100:00000001:3.0:1775767910.140681:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775767910.140682:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1c38.
00000100:00000200:2.0:1775767910.140687:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360593024, portal 10
00000100:00080000:3.0:1775767910.140687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775767910.140691:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767910.140692:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00080000:3.0:1775767910.140695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767910.140698:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1775767910.140700:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775767910.140701:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767910.140707:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1775767910.140712:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775767910.140713:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5128
00000100:00000040:2.0:1775767910.140717:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767910.140720:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1000.
00000400:00000200:3.0:1775767910.140723:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:2.0:1775767910.140724:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360593024, offset 0
00000400:00000200:3.0:1775767910.140730:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:2.0:1775767910.140731:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775767910.140734:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775767910.140738:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775767910.140741:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140743:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775767910.140746:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775767910.140748:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775767910.140751:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775767910.140752:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767910.140755:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1775767910.140756:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000040:3.0:1775767910.140757:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:2.0:1775767910.140760:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1775767910.140761:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775767910.140764:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000040:3.0:1775767910.140765:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000400:00000200:2.0:1775767910.140769:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59627:59627:255:4294967295] 192.168.202.115@tcp LPNI seq info [59626:59626:7:4294967295]
00000020:00000001:3.0:1775767910.140769:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767910.140773:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:2.0:1775767910.140777:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775767910.140780:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767910.140782:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767910.140787:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775767910.140792:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775767910.140792:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767910.140797:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:2.0:1775767910.140801:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775767910.140804:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000010:2.0:1775767910.140806:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931500.
00000100:00000001:3.0:1775767910.140809:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767910.140812:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1775767910.140815:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775767910.140817:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767910.140822:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140826:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:2.1:1775767910.140826:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767910.140864:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767910.140869:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000008:00100000:3.0:1775767910.140873:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767910.140879:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140881:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767910.140886:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000400:00000200:2.0:1775767910.140888:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767910.140893:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299801101
00000020:00000040:3.0:1775767910.140895:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:2.0:1775767910.140897:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299802362
02000000:00000001:3.0:1775767910.140899:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775767910.140901:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299801101
02000000:00000001:3.0:1775767910.140902:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767910.140907:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775767910.140908:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299802362
02000000:00000001:3.0:1775767910.140911:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775767910.140913:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767910.140914:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140917:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767910.140921:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:2.0:1775767910.140922:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140925:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767910.140927:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.140930:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767910.140933:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:3.0:1775767910.140935:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767910.140936:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767910.140950:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767910.140954:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775767910.140961:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767910.140964:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767910.140967:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767910.140973:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767910.140987:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767910.140991:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.140995:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775767910.140995:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.140999:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775767910.141000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1775767910.141005:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767910.141007:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1775767910.141012:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360593152:192.168.202.115@tcp:38:kworker.0
00000100:00000040:3.0:1775767910.141014:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5138)
00000100:00000001:2.0:1775767910.141020:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767910.141023:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767910.141025:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.141027:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767910.141032:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775767910.141034:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767910.141039:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767910.141042:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbd68.
00000400:00000010:2.0:1775767910.141046:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775767910.141049:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360593152, portal 10
00000100:00000001:2.0:1775767910.141051:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767910.141053:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:2.0:1775767910.141060:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767910.141075:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767910.141078:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767910.141081:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1f68.
00000100:00000200:2.0:1775767910.141084:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360593152, offset 0
00000400:00000200:2.0:1775767910.141089:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767910.141094:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767910.141098:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767910.141101:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767910.141103:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767910.141106:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767910.141108:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767910.141111:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59628:59628:254:4294967295] 192.168.202.115@tcp LPNI seq info [59627:59627:6:4294967295]
00000400:00000200:2.0:1775767910.141115:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767910.141122:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767910.141126:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767910.141130:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775767910.141134:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767910.141138:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767910.141141:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767910.141144:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775767910.141147:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767910.141149:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299801099
00000100:00000001:2.0:1775767910.141152:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299802362
00000100:00000001:2.0:1775767910.141153:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299801099
00000100:00000001:2.0:1775767910.141155:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299802362
00000100:00000001:2.0:1775767910.141158:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767910.141160:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.141163:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.141165:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767910.141168:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767910.141169:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775767910.141171:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767910.141172:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767910.141174:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767910.141178:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767910.141185:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775767910.141186:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.141188:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775767910.141190:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767910.141191:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767910.141194:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360593280:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767910.141197:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767910.141199:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775767910.141201:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767910.141203:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775767910.141206:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775767910.141207:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767910.141211:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775767910.141213:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775767910.141216:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1bb0.
00000100:00000200:2.0:1775767910.141219:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360593280, portal 4
00000100:00000001:2.0:1775767910.141221:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775767910.141222:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:2.0:1775767910.141227:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767910.141234:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775767910.141236:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775767910.141239:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1110.
00000100:00000200:2.0:1775767910.141241:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360593280, offset 0
00000400:00000200:2.0:1775767910.141245:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767910.141249:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767910.141252:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775767910.141255:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775767910.141257:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775767910.141259:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775767910.141262:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775767910.141264:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59629:59629:253:4294967295] 192.168.202.115@tcp LPNI seq info [59628:59628:5:4294967295]
00000400:00000200:2.0:1775767910.141268:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767910.141275:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775767910.141279:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775767910.141283:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931800.
00000800:00000200:2.0:1775767910.141286:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775767910.141290:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767910.141292:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767910.141295:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775767910.141298:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767910.141300:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299801154
00000100:00000001:2.0:1775767910.141303:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299802362
00000100:00000001:2.0:1775767910.141305:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299801154
00000100:00000001:2.0:1775767910.141307:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299802362
00000100:00000001:2.0:1775767910.141310:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767910.141312:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.141315:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.141317:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767910.141320:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767910.141322:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775767910.141324:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767910.141325:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767910.141327:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767910.141329:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767911.164028:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767911.164032:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767911.164037:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767911.419939:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299802362, at 4299802368
00000100:00000040:3.0:1775767911.419939:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299802362, at 4299802368
00000100:00000010:2.0:1775767911.419954:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444480.
00000100:00000010:3.0:1775767911.419955:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444660.
00000020:00000001:2.0:1775767912.188000:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767912.188004:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767912.188006:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767913.212006:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767913.212010:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767913.212015:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775767913.212781:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767913.212787:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767913.212791:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767913.212800:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767910/real 1775767913]  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767913.212816:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767913.212818:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767913.212822:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775767913.212827:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1bb0
00000400:00000010:2.0:1775767913.212829:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1bb0.
00000100:00000001:2.0:1775767913.212864:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767913.212869:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767913.212881:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.212889:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767913.212891:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.212894:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.212897:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767913.212901:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.212908:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767913.212932:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.212941:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767913.212948:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.212950:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.212952:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.212956:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767913.212958:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767913.212962:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767913.212968:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767913.212971:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767913.212975:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767913.212985:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360593280:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775767913.212990:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767913.212994:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767910/real 1775767913]  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767913.213004:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767913.213006:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767913.213008:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbd68.
00000400:00000200:2.0:1775767913.213012:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775767913.213014:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775767913.213018:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767913.213022:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767913.213032:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213038:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767913.213040:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213042:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.213043:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767913.213047:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213054:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767913.213058:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213066:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767913.213069:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213070:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.213072:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213074:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767913.213076:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767913.213078:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767913.213082:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767913.213085:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767913.213089:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767913.213097:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360593152:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767913.213102:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767913.213106:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767910/real 1775767913]  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767913.213115:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767913.213117:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767913.213119:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb948.
00000400:00000200:2.0:1775767913.213122:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1c38
00000400:00000010:2.0:1775767913.213124:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1c38.
00000100:00000001:2.0:1775767913.213126:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767913.213130:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767913.213145:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213152:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767913.213153:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213155:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.213157:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767913.213161:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213168:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767913.213172:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213180:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767913.213183:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213185:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.213186:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213188:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767913.213190:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767913.213193:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767913.213198:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767913.213201:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767913.213205:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767913.213212:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360593024:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767913.213216:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775767913.213221:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767910/real 1775767913]  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775767913.213242:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775767913.213243:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775767913.213245:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775767913.213248:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775767913.213250:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775767913.213252:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775767913.213256:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775767913.213268:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213275:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775767913.213276:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213278:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.213279:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767913.213283:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213290:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767913.213294:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213299:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767913.213301:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213302:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767913.213304:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213305:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775767913.213307:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775767913.213309:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767913.213312:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775767913.213314:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775767913.213319:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767913.213326:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360592896:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767913.213330:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213332:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767913.213336:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360593280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213341:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767913.213345:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767913.213349:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775767913.213353:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767913.213356:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767913.213357:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775767913.213360:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767913.213363:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:2.0:1775767913.213366:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767913.213368:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767913.213370:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:2.0:1775767913.213373:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767913.213375:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213376:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767913.213379:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360593152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213385:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767913.213386:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767913.213388:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775767913.213392:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767913.213394:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767913.213395:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767913.213396:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767913.213398:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:2.0:1775767913.213400:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767913.213401:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767913.213403:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775767913.213406:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767913.213418:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213420:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767913.213423:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360593024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213429:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767913.213430:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767913.213432:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775767913.213434:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767913.213435:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767913.213436:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775767913.213438:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767913.213440:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775767913.213442:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767913.213443:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767913.213445:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:2.0:1775767913.213448:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767913.213449:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213451:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775767913.213453:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360592896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767913.213459:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775767913.213460:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775767913.213461:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2c00.
02000000:00000001:2.0:1775767913.213463:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775767913.213464:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775767913.213466:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775767913.213468:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775767913.213469:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775767913.213471:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775767913.213472:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775767913.213474:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:2.0:1775767913.213475:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775767913.213476:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213478:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767913.213487:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775767913.213490:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767913.213492:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767913.213494:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767915.259953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767915.259962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767915.259966:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767915.259970:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767915.259974:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767915.259981:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5133
00000400:00000200:2.0:1775767915.259991:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767915.259998:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767915.260003:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767915.260009:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767915.260022:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767915.260025:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767915.260027:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767915.260030:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767915.260033:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767915.260037:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767915.260042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767915.260048:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767915.260050:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260052:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767915.260054:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767915.260057:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767915.260059:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260061:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767915.260063:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767915.260068:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775767915.260070:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767915.260073:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767915.260075:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260077:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767915.260080:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767915.260083:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767915.260091:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767915.260100:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767915.260110:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360593408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767915.260121:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767915.260125:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767915.260130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360593408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767915.260154:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767915.260158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767915.260161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767915.260162:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767915.260164:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767915.260167:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767915.260172:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5133
00000400:00000200:2.0:1775767915.260177:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767915.260184:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767915.260187:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767915.260192:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260203:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260209:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260215:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767915.260220:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767915.260223:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767915.260226:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767915.260230:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767915.260234:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767915.260238:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767915.260246:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260250:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260256:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260260:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767915.260266:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767915.260277:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260280:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767915.260282:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767915.260288:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767915.260292:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260294:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767915.260297:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767915.260303:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260306:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767915.260326:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775767915.260332:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767915.260337:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767915.260340:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260344:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767915.260347:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767915.260351:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767915.260358:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767915.260376:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767915.260387:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360593536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767915.260416:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767915.260420:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767915.260427:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360593536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767915.260442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767915.260446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767915.260454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767915.260457:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767915.260461:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767915.260467:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767915.260472:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5133
00000400:00000200:2.0:1775767915.260491:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767915.260500:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767915.260504:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767915.260508:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260512:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260522:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767915.260527:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767915.260529:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767915.260533:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775767915.260533:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775767915.260536:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775767915.260538:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775767915.260540:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767915.260545:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767915.260552:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260560:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260563:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767915.260574:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767915.260580:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260585:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767915.260589:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767915.260593:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767915.260598:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260600:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767915.260604:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767915.260611:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260616:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767915.260621:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775767915.260625:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767915.260631:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767915.260633:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260638:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767915.260641:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767915.260645:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767915.260651:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767915.260657:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767915.260666:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360593664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767915.260680:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767915.260683:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767915.260689:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360593664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767915.260707:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767915.260711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767915.260718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767915.260722:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767915.260724:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767915.260728:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767915.260735:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5133
00000400:00000200:2.0:1775767915.260746:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767915.260751:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767915.260754:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767915.260760:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260765:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260770:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260776:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767915.260781:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767915.260784:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767915.260787:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767915.260790:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767915.260796:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767915.260801:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767915.260808:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260812:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767915.260818:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260824:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767915.260872:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767915.260880:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767915.260887:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767915.260903:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767915.260908:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767915.260912:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260917:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767915.260921:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767915.260932:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260936:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767915.260942:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775767915.260948:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767915.260955:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767915.260958:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767915.260962:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767915.260965:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767915.260969:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767915.260977:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767915.260984:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767915.260995:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360593792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767915.261011:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767915.261015:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767915.261025:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360593792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767915.261045:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767915.261050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767915.261057:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767915.261064:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5143)
00000800:00000200:0.1:1775767915.261251:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767915.261269:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767915.261584:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767915.261587:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775767915.261881:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767915.261884:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775767916.284032:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767916.284036:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767916.284039:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767916.539976:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299807482, at 4299807488
00000100:00000040:3.0:1775767916.539976:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299807482, at 4299807488
00000100:00000010:3.0:1775767916.539991:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:2.0:1775767916.539994:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000020:00000001:2.0:1775767917.308031:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767917.308033:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767917.308036:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767918.332075:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767918.332078:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767918.332082:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767919.355942:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767919.355947:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767919.355951:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767920.379945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767920.379956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767920.379960:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767920.379965:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767920.379972:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767920.379980:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5138
00000400:00000200:2.0:1775767920.379989:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767920.379996:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767920.379999:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767920.380005:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380009:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380011:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380014:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767920.380018:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767920.380022:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767920.380025:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767920.380028:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767920.380031:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767920.380033:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767920.380037:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380039:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380043:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767920.380046:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767920.380049:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380052:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767920.380055:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767920.380059:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767920.380061:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380075:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767920.380077:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767920.380089:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767920.380092:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767920.380095:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767920.380097:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380099:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767920.380101:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767920.380105:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767920.380111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767920.380117:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767920.380124:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360593920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767920.380133:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767920.380137:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767920.380140:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360593920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767920.380156:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767920.380159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767920.380161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767920.380163:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767920.380164:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767920.380166:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767920.380168:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5138
00000400:00000200:2.0:1775767920.380171:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767920.380174:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767920.380175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767920.380179:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380184:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767920.380185:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767920.380187:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767920.380188:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767920.380190:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767920.380192:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767920.380194:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767920.380198:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380200:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380203:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380205:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767920.380208:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767920.380212:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380216:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767920.380219:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767920.380224:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767920.380227:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380230:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767920.380233:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767920.380236:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380237:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767920.380242:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775767920.380245:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767920.380248:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767920.380250:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380253:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767920.380254:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767920.380257:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767920.380261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767920.380267:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767920.380273:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360594048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767920.380281:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767920.380284:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767920.380288:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360594048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767920.380295:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767920.380297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767920.380301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767920.380302:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767920.380303:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767920.380306:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767920.380310:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5138
00000400:00000200:2.0:1775767920.380323:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767920.380330:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767920.380333:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767920.380338:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380342:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380346:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767920.380357:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767920.380360:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767920.380364:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767920.380367:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767920.380371:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767920.380376:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767920.380382:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380386:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380391:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380394:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767920.380399:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767920.380404:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380407:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767920.380411:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767920.380414:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767920.380418:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380421:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767920.380424:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767920.380426:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380429:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767920.380433:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775767920.380435:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767920.380439:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767920.380441:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380443:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767920.380444:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767920.380446:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767920.380448:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767920.380454:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767920.380462:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360594176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767920.380477:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767920.380481:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767920.380485:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360594176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767920.380500:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767920.380504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767920.380508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767920.380510:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767920.380512:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767920.380517:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767920.380520:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5138
00000400:00000200:2.0:1775767920.380527:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767920.380532:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767920.380535:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767920.380540:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380542:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380545:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380548:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767920.380551:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767920.380552:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767920.380554:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767920.380556:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:0.1:1775767920.380556:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767920.380560:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767920.380563:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:0.1:1775767920.380563:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1775767920.380569:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380571:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767920.380575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767920.380580:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767920.380585:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767920.380588:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767920.380592:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767920.380596:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767920.380600:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380605:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767920.380607:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767920.380613:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380618:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767920.380622:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767920.380625:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767920.380627:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767920.380629:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767920.380631:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767920.380634:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767920.380637:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767920.380643:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767920.380649:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767920.380659:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360594304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767920.380679:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767920.380684:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767920.380692:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360594304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767920.380710:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767920.380715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767920.380722:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767920.380728:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5149)
00000800:00000200:0.1:1775767920.381145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767920.381148:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767920.381370:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767920.381371:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775767920.381545:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767920.381547:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1775767921.404003:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767921.404006:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767921.404009:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767921.659937:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299812602, at 4299812608
00000100:00000040:3.0:1775767921.659937:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299812602, at 4299812608
00000100:00000010:2.0:1775767921.659952:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000100:00000010:3.0:1775767921.659954:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000020:00000001:2.0:1775767922.428041:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767922.428046:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767922.428050:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767923.452046:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767923.452050:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767923.452053:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767924.476107:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767924.476113:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767924.476118:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767925.499934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767925.499943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767925.499947:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767925.499952:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767925.499958:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767925.499965:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5144
00000400:00000200:2.0:1775767925.499975:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767925.499984:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767925.499988:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767925.499992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.499995:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.499997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.499999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767925.500001:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767925.500003:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767925.500005:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767925.500007:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767925.500009:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767925.500010:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767925.500012:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.500015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767925.500019:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767925.500021:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500023:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767925.500025:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767925.500028:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767925.500030:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500031:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767925.500033:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767925.500041:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767925.500043:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767925.500046:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767925.500047:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500049:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767925.500051:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767925.500055:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767925.500071:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767925.500080:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767925.500087:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360594432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767925.500096:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767925.500100:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767925.500103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360594432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767925.500120:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767925.500122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767925.500124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767925.500126:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767925.500127:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767925.500128:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767925.500130:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5144
00000400:00000200:2.0:1775767925.500134:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767925.500136:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767925.500138:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767925.500141:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500143:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.500145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500148:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767925.500151:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767925.500152:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767925.500155:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767925.500157:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767925.500159:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767925.500162:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767925.500169:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500173:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.500177:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500179:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767925.500184:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767925.500189:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500191:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767925.500193:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767925.500199:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767925.500202:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500206:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767925.500210:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767925.500214:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500216:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767925.500220:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775767925.500223:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767925.500225:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767925.500227:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500229:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767925.500238:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767925.500240:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767925.500247:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767925.500249:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767925.500255:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360594560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767925.500269:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767925.500271:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767925.500278:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360594560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767925.500298:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767925.500301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767925.500304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767925.500307:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767925.500308:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767925.500310:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767925.500314:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5144
00000400:00000200:2.0:1775767925.500317:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767925.500319:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767925.500320:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767925.500325:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500328:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.500332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500334:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767925.500335:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767925.500336:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767925.500337:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767925.500338:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767925.500341:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767925.500346:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767925.500349:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500351:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.500353:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767925.500355:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767925.500357:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500358:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767925.500359:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767925.500361:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767925.500363:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500365:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767925.500367:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767925.500369:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500371:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767925.500374:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775767925.500377:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767925.500380:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767925.500382:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500384:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767925.500385:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767925.500388:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767925.500391:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767925.500395:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767925.500400:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360594688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767925.500411:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767925.500414:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767925.500419:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360594688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767925.500432:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767925.500435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767925.500439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767925.500441:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767925.500444:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767925.500448:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767925.500453:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5144
00000400:00000200:2.0:1775767925.500459:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767925.500463:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767925.500465:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767925.500467:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500470:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.500471:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500472:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767925.500474:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767925.500476:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767925.500478:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767925.500480:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767925.500485:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767925.500487:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767925.500492:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767925.500495:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767925.500498:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767925.500500:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767925.500501:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767925.500505:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767925.500508:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:0.1:1775767925.500509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1775767925.500510:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767925.500512:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767925.500514:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767925.500516:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500520:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767925.500523:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767925.500527:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500530:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767925.500532:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767925.500533:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767925.500537:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767925.500539:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767925.500542:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767925.500545:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767925.500547:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767925.500550:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767925.500553:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767925.500559:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360594816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767925.500565:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767925.500567:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767925.500572:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360594816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767925.500590:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767925.500594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767925.500598:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767925.500602:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5154)
00000800:00000200:0.1:1775767925.500972:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767925.500974:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767925.501269:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767925.501272:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775767925.501579:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767925.501581:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1775767926.524102:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767926.524107:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767926.524112:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767926.779967:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299817722, at 4299817728
00000100:00000040:3.0:1775767926.779967:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299817722, at 4299817728
00000100:00000010:3.0:1775767926.779991:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000100:00000010:2.0:1775767926.779995:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000020:00000001:3.0:1775767928.572009:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767928.572013:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767928.572016:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767929.595965:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767929.595979:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767929.595985:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767930.619978:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767930.619988:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767930.619992:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767930.619999:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767930.620003:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767930.620011:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5149
00000400:00000200:2.0:1775767930.620019:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767930.620025:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767930.620047:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767930.620052:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620054:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767930.620057:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620059:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767930.620063:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767930.620065:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767930.620068:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767930.620072:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767930.620075:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767930.620078:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767930.620082:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620085:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767930.620088:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620091:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767930.620094:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767930.620098:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620102:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767930.620105:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767930.620109:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767930.620112:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620115:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767930.620118:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767930.620128:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775767930.620132:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767930.620136:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767930.620139:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620143:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767930.620145:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767930.620149:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767930.620158:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775767930.620165:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767930.620175:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360594944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767930.620187:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767930.620199:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767930.620204:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360594944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767930.620220:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767930.620222:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767930.620225:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767930.620226:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767930.620228:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767930.620230:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767930.620232:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5149
00000400:00000200:2.0:1775767930.620236:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767930.620239:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767930.620241:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767930.620244:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620246:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767930.620248:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620253:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767930.620255:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767930.620260:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767930.620266:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767930.620267:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767930.620270:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767930.620276:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767930.620287:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620293:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767930.620302:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620310:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767930.620319:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767930.620328:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620333:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767930.620337:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767930.620345:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767930.620352:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620359:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767930.620365:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767930.620372:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620377:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767930.620386:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775767930.620389:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767930.620392:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767930.620397:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620401:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767930.620404:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767930.620406:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767930.620414:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775767930.620419:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767930.620427:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360595072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767930.620437:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767930.620440:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767930.620443:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360595072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767930.620457:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767930.620460:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767930.620467:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767930.620470:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767930.620472:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767930.620477:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767930.620482:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5149
00000400:00000200:2.0:1775767930.620493:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767930.620507:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767930.620514:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767930.620530:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620533:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767930.620536:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620540:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767930.620548:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767930.620550:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767930.620551:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767930.620553:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767930.620555:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767930.620563:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767930.620568:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620570:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767930.620577:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620583:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767930.620585:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767930.620594:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620597:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767930.620602:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767930.620608:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767930.620614:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620617:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767930.620626:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767930.620638:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620641:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767930.620645:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775767930.620652:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767930.620661:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767930.620662:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620664:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767930.620665:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767930.620666:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767930.620668:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767930.620680:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767930.620688:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360595200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767930.620694:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767930.620698:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767930.620701:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360595200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767930.620712:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767930.620718:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767930.620721:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767930.620724:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767930.620725:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767930.620727:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767930.620729:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5149
00000400:00000200:2.0:1775767930.620732:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767930.620736:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767930.620755:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775767930.620765:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775767930.620766:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620774:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767930.620775:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1775767930.620781:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620787:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767930.620795:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767930.620800:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767930.620804:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767930.620806:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767930.620809:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767930.620814:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767930.620826:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620867:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767930.620872:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620877:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767930.620882:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767930.620895:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767930.620909:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767930.620918:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767930.620921:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767930.620927:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620930:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767930.620934:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767930.620947:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620955:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767930.620967:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775767930.620974:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767930.620978:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767930.620979:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767930.620981:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767930.620985:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767930.620989:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767930.620996:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767930.621005:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767930.621013:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360595328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767930.621025:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767930.621030:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767930.621041:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360595328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767930.621058:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767930.621072:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767930.621083:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767930.621092:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5159)
00000800:00000200:0.1:1775767930.621378:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767930.621395:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767930.621598:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767930.621600:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775767930.621825:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767930.621848:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1775767931.644011:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767931.644014:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767931.644017:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767931.899932:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299822843, at 4299822848
00000100:00000040:3.0:1775767931.899932:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299822843, at 4299822848
00000100:00000010:2.0:1775767931.899945:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000100:00000010:3.0:1775767931.899948:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000020:00000001:3.0:1775767933.692008:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767933.692011:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767933.692013:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767934.716058:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767934.716061:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767934.716063:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775767935.739996:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767935.740005:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775767935.740009:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767935.740013:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767935.740019:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767935.740025:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5154
00000400:00000200:3.0:1775767935.740036:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767935.740045:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767935.740049:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767935.740051:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740054:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767935.740056:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740059:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767935.740062:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767935.740063:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775767935.740065:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767935.740068:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775767935.740070:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775767935.740072:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775767935.740074:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740076:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767935.740077:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740078:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767935.740080:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775767935.740083:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740084:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767935.740088:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767935.740091:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767935.740094:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740096:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767935.740098:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767935.740109:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775767935.740112:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775767935.740116:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767935.740117:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740121:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767935.740123:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767935.740128:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767935.740137:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775767935.740144:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767935.740152:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360595456/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767935.740162:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767935.740167:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767935.740171:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360595456/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767935.740195:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767935.740198:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767935.740202:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775767935.740204:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767935.740207:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767935.740211:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767935.740214:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5154
00000400:00000200:3.0:1775767935.740220:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767935.740225:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767935.740230:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767935.740237:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740244:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767935.740249:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740254:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767935.740257:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767935.740259:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775767935.740262:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767935.740266:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775767935.740271:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775767935.740277:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775767935.740284:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740288:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767935.740292:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740297:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767935.740300:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775767935.740303:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740315:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767935.740319:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767935.740325:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767935.740329:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740331:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767935.740337:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767935.740342:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740344:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767935.740348:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775767935.740350:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767935.740354:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767935.740356:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740359:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767935.740360:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767935.740364:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767935.740368:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775767935.740379:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767935.740388:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360595584/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767935.740405:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767935.740410:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767935.740417:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360595584/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767935.740435:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767935.740441:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767935.740448:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775767935.740453:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767935.740457:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767935.740464:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767935.740471:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5154
00000400:00000200:3.0:1775767935.740489:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767935.740497:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767935.740501:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767935.740509:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740515:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775767935.740519:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775767935.740521:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775767935.740523:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1775767935.740527:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767935.740533:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767935.740536:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775767935.740539:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767935.740541:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775767935.740545:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775767935.740549:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775767935.740555:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740558:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767935.740562:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740564:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767935.740567:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775767935.740572:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740576:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767935.740581:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767935.740585:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767935.740589:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740601:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767935.740605:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775767935.740609:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740614:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767935.740621:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775767935.740626:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767935.740631:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767935.740632:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740635:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767935.740638:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767935.740642:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767935.740651:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775767935.740657:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767935.740666:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360595712/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767935.740679:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767935.740684:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767935.740704:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360595712/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767935.740715:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767935.740719:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767935.740725:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767935.740727:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775767935.740729:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767935.740732:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775767935.740737:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5154
00000400:00000200:3.0:1775767935.740743:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767935.740749:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775767935.740753:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767935.740759:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740761:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767935.740765:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740769:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775767935.740772:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775767935.740774:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775767935.740777:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775767935.740780:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775767935.740783:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775767935.740786:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775767935.740789:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740792:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767935.740793:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740797:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775767935.740799:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775767935.740803:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767935.740807:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767935.740809:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767935.740811:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767935.740813:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740817:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775767935.740820:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775767935.740825:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740849:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767935.740852:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775767935.740854:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775767935.740856:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767935.740857:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767935.740859:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767935.740860:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767935.740862:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767935.740868:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775767935.740872:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767935.740879:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360595840/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767935.740899:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767935.740903:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767935.740907:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360595840/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767935.740934:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767935.740937:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767935.740943:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775767935.740950:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5164)
00000800:00000200:0.1:1775767935.741153:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767935.741156:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767935.741466:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767935.741468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775767935.741790:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767935.741793:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775767936.764022:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767936.764027:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767936.764032:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767937.019940:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299827962, at 4299827968
00000100:00000040:3.0:1775767937.019940:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299827962, at 4299827968
00000100:00000010:2.0:1775767937.019954:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000100:00000010:3.0:1775767937.019957:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000020:00000001:3.0:1775767938.812015:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767938.812019:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767938.812022:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767939.836060:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767939.836065:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767939.836069:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767940.859949:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767940.859959:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767940.859963:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767940.859967:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767940.859972:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767940.859980:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5159
00000400:00000200:2.0:1775767940.859991:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767940.860003:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767940.860009:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767940.860017:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860023:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860030:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860035:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767940.860040:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767940.860042:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767940.860046:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767940.860050:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767940.860054:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767940.860060:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767940.860079:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860083:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860085:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860089:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767940.860093:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767940.860097:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860100:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767940.860103:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767940.860107:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767940.860111:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860113:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767940.860116:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767940.860124:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775767940.860128:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767940.860132:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767940.860134:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860137:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767940.860140:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767940.860145:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767940.860152:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767940.860159:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767940.860169:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360595968/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767940.860180:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767940.860185:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767940.860190:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360595968/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767940.860213:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767940.860217:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767940.860221:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767940.860223:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767940.860225:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767940.860227:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767940.860230:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5159
00000400:00000200:2.0:1775767940.860236:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767940.860240:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767940.860244:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767940.860247:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860250:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860253:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860256:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767940.860260:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767940.860263:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767940.860266:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767940.860270:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767940.860275:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767940.860279:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767940.860288:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860294:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860300:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860306:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767940.860314:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767940.860324:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860329:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767940.860333:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767940.860343:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767940.860347:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860356:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767940.860362:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767940.860368:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860376:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767940.860383:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775767940.860388:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767940.860393:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767940.860396:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860402:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767940.860404:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767940.860407:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767940.860413:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767940.860421:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767940.860432:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360596096/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767940.860448:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767940.860454:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767940.860460:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360596096/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767940.860487:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767940.860494:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767940.860499:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767940.860501:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767940.860502:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767940.860505:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767940.860510:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5159
00000400:00000200:2.0:1775767940.860519:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767940.860531:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767940.860548:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767940.860557:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860562:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860568:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860571:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767940.860573:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767940.860575:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767940.860587:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767940.860589:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767940.860592:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767940.860594:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767940.860603:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860606:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860608:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860609:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767940.860610:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767940.860619:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860629:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767940.860630:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767940.860633:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767940.860639:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860641:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767940.860654:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767940.860657:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860664:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767940.860667:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775767940.860669:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767940.860671:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767940.860675:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860679:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767940.860680:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767940.860682:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767940.860687:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767940.860694:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767940.860701:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360596224/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767940.860728:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767940.860732:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767940.860736:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360596224/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767940.860757:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767940.860759:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767940.860763:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767940.860764:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767940.860766:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767940.860773:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767940.860782:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5159
00000400:00000200:2.0:1775767940.860800:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767940.860810:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767940.860815:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767940.860816:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860818:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860822:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860848:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767940.860850:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767940.860851:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767940.860852:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767940.860854:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767940.860855:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767940.860856:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767940.860860:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860862:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767940.860863:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860865:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767940.860867:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767940.860871:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767940.860873:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767940.860874:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767940.860877:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767940.860885:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860897:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767940.860900:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767940.860903:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767940.860908:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767940.860910:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000800:00000200:0.1:1775767940.860916:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775767940.860917:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767940.860925:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767940.860927:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775767940.860928:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775767940.860929:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767940.860933:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767940.860936:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767940.860943:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767940.860950:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767940.860958:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360596352/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767940.860968:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767940.860972:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767940.860986:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360596352/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767940.861006:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767940.861014:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767940.861022:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767940.861028:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5169)
00000800:00000200:0.1:1775767940.861500:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767940.861503:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767940.861891:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767940.861894:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775767940.862225:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767940.862228:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775767941.883984:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767941.883990:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767941.883994:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767942.139937:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299833083, at 4299833088
00000100:00000040:3.0:1775767942.139938:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299833083, at 4299833088
00000100:00000010:2.0:1775767942.139951:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000100:00000010:3.0:1775767942.139955:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000020:00000001:3.0:1775767943.932038:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767943.932041:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767943.932043:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775767944.956065:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767944.956069:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767944.956074:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767945.979957:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767945.979968:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767945.979972:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767945.979976:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767945.979982:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767945.979989:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5164
00000400:00000200:1.0:1775767945.979999:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767945.980007:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767945.980011:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767945.980015:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980019:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980022:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980025:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767945.980028:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767945.980030:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767945.980033:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767945.980036:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767945.980038:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767945.980041:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767945.980045:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980047:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980050:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980052:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767945.980055:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767945.980059:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980062:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767945.980065:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767945.980068:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767945.980071:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980073:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767945.980076:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767945.980086:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775767945.980089:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767945.980093:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767945.980095:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980098:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767945.980101:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767945.980105:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767945.980113:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775767945.980120:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767945.980129:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360596480/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767945.980141:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767945.980145:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767945.980151:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360596480/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767945.980172:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767945.980176:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767945.980180:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767945.980182:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767945.980184:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767945.980187:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767945.980191:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5164
00000400:00000200:1.0:1775767945.980197:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767945.980204:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767945.980207:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767945.980213:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980220:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980225:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980229:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767945.980233:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767945.980236:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767945.980240:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767945.980244:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767945.980248:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767945.980253:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767945.980260:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980266:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980270:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980273:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767945.980278:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767945.980285:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980290:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767945.980294:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767945.980299:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767945.980303:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980307:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767945.980313:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767945.980319:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980325:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767945.980333:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775767945.980338:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767945.980344:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767945.980348:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980353:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767945.980357:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767945.980360:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767945.980368:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767945.980375:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767945.980385:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360596608/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767945.980411:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767945.980416:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767945.980423:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360596608/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767945.980448:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767945.980453:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767945.980459:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767945.980461:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767945.980464:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767945.980468:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775767945.980469:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775767945.980473:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5164
00000800:00000200:0.1:1775767945.980473:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000400:00000200:1.0:1775767945.980483:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767945.980490:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767945.980493:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767945.980497:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980500:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980505:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980508:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767945.980509:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767945.980513:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767945.980515:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767945.980518:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767945.980520:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767945.980523:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767945.980528:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980532:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980537:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980540:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767945.980543:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767945.980548:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980553:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767945.980557:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767945.980561:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767945.980565:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980569:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767945.980571:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767945.980573:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980577:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767945.980580:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775767945.980585:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767945.980588:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767945.980590:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980607:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767945.980609:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767945.980612:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767945.980617:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775767945.980622:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767945.980630:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360596736/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767945.980643:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767945.980645:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767945.980653:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360596736/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767945.980673:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767945.980677:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767945.980683:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767945.980684:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767945.980687:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767945.980691:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767945.980695:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5164
00000400:00000200:1.0:1775767945.980705:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767945.980713:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767945.980718:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767945.980726:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980732:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980737:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980742:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767945.980748:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767945.980750:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767945.980754:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767945.980759:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767945.980763:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767945.980768:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767945.980777:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980782:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767945.980788:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980793:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767945.980798:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775767945.980805:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767945.980812:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767945.980817:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767945.980822:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767945.980870:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980876:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767945.980881:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767945.980887:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980888:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767945.980892:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775767945.980897:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775767945.980901:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767945.980903:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767945.980905:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767945.980908:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767945.980910:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767945.980914:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767945.980918:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767945.980924:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360596864/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767945.980935:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767945.980938:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767945.980946:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360596864/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767945.980967:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767945.980972:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767945.980980:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767945.980988:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5174)
00000800:00000200:0.1:1775767945.981103:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767945.981119:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767945.981322:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767945.981324:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775767945.981545:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767945.981547:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775767947.003985:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767947.003989:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767947.003991:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767947.259879:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299838202, at 4299838208
00000100:00000040:2.0:1775767947.259890:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299838202, at 4299838208
00000100:00000010:3.0:1775767947.259891:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00000100:00000010:2.0:1775767947.259900:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000020:00000001:1.0:1775767950.075996:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767950.075999:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767950.076002:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767951.099933:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767951.099940:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767951.099943:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767951.099947:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767951.099951:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767951.099957:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5169
00000400:00000200:2.0:1775767951.099963:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767951.099968:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767951.099971:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767951.099973:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.099976:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.099978:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.099980:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767951.099983:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767951.099984:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767951.099987:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767951.099991:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767951.099994:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767951.099999:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767951.100002:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100003:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.100006:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100007:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767951.100010:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767951.100013:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100015:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767951.100018:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767951.100021:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767951.100023:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100025:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767951.100027:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767951.100035:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775767951.100037:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767951.100040:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767951.100041:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100043:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767951.100045:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767951.100049:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767951.100056:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767951.100061:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767951.100068:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360596992/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767951.100077:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767951.100080:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767951.100083:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360596992/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767951.100099:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767951.100102:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767951.100104:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767951.100105:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767951.100106:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767951.100108:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767951.100110:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5169
00000400:00000200:2.0:1775767951.100113:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767951.100115:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767951.100118:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767951.100120:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100122:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.100124:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100128:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767951.100131:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767951.100134:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767951.100135:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767951.100138:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767951.100140:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767951.100145:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767951.100152:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100156:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.100159:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100163:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767951.100164:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767951.100168:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100172:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767951.100176:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767951.100182:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767951.100186:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100188:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767951.100192:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767951.100196:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100198:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767951.100202:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775767951.100206:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767951.100208:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767951.100211:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100213:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767951.100215:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767951.100217:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767951.100221:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767951.100224:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767951.100230:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360597120/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767951.100239:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767951.100242:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767951.100248:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360597120/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767951.100260:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767951.100265:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767951.100271:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767951.100273:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767951.100276:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767951.100281:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767951.100287:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5169
00000400:00000200:2.0:1775767951.100291:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767951.100295:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767951.100298:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767951.100301:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100305:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.100308:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100309:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767951.100311:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767951.100313:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767951.100316:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767951.100318:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767951.100320:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767951.100323:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767951.100329:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100332:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.100335:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100338:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767951.100343:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767951.100349:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100354:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767951.100357:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767951.100360:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767951.100364:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100366:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767951.100368:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767951.100370:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100372:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767951.100377:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775767951.100382:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767951.100385:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767951.100388:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100392:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767951.100393:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767951.100394:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767951.100398:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767951.100402:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767951.100408:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360597248/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775767951.100418:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767951.100422:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775767951.100423:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775767951.100425:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767951.100432:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360597248/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767951.100441:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767951.100445:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767951.100448:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767951.100451:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767951.100453:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767951.100458:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767951.100462:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5169
00000400:00000200:2.0:1775767951.100467:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767951.100471:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767951.100473:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767951.100475:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100479:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.100483:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100485:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767951.100489:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767951.100491:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767951.100493:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767951.100496:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767951.100500:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767951.100503:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767951.100509:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100510:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767951.100513:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100515:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767951.100518:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767951.100525:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767951.100529:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767951.100530:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767951.100531:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767951.100532:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100534:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767951.100535:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767951.100539:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100541:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767951.100561:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775767951.100565:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767951.100567:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767951.100570:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767951.100572:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767951.100574:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767951.100577:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767951.100580:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775767951.100585:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767951.100590:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360597376/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767951.100601:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767951.100605:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767951.100609:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360597376/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767951.100621:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767951.100625:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767951.100632:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767951.100639:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5179)
00000800:00000200:0.1:1775767951.100899:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767951.100901:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767951.101093:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767951.101095:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775767951.101266:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775767951.101268:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775767952.123961:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767952.123964:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767952.123967:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767952.379917:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299843322, at 4299843328
00000100:00000040:3.0:1775767952.379917:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299843322, at 4299843328
00000100:00000010:2.0:1775767952.379930:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00000100:00000010:3.0:1775767952.379930:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000020:00000001:1.0:1775767955.196096:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767955.196100:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767955.196103:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767956.219963:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767956.219974:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767956.219977:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767956.219982:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767956.219989:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767956.219998:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5174
00000400:00000200:2.0:1775767956.220009:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767956.220016:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767956.220019:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767956.220022:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220025:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767956.220029:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220034:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767956.220037:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767956.220039:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767956.220041:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767956.220043:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767956.220045:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767956.220048:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767956.220050:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220052:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767956.220053:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220054:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767956.220057:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767956.220060:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220062:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767956.220065:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767956.220067:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767956.220069:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220071:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767956.220073:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767956.220078:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775767956.220081:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767956.220084:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767956.220086:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220101:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767956.220104:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767956.220108:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767956.220114:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775767956.220120:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767956.220129:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767956.220137:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767956.220140:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767956.220144:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767956.220162:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767956.220165:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767956.220169:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767956.220170:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767956.220172:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767956.220174:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767956.220178:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5174
00000400:00000200:2.0:1775767956.220182:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767956.220185:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:3.0:1775767956.220186:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775767956.220187:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767956.220191:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767956.220192:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775767956.220195:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767956.220196:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767956.220201:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220205:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:3.0:1775767956.220206:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767956.220208:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767956.220210:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767956.220212:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767956.220214:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767956.220219:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767956.220224:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767956.220230:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775767956.220232:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767956.220233:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220235:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767956.220237:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220239:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767956.220241:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767956.220243:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220244:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767956.220245:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767956.220249:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767956.220251:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220252:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767956.220255:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767956.220257:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220258:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767956.220261:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775767956.220263:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767956.220264:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767956.220265:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220266:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767956.220267:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767956.220269:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767956.220271:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767956.220274:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767956.220278:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767956.220284:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767956.220287:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767956.220290:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775767956.220293:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775767956.220294:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767956.220299:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767956.220307:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360597504:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767956.220309:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767956.220314:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767956.220314:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1775767956.220318:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767956.220320:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1775767956.220320:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775767956.220323:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767956.220325:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767956.220328:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5174
00000400:00000200:2.0:1775767956.220330:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767956.220332:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767956.220333:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767956.220335:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220336:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767956.220338:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220339:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767956.220341:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767956.220342:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767956.220343:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767956.220344:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767956.220346:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775767956.220347:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767956.220349:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220350:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767956.220351:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220352:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767956.220353:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767956.220355:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220356:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767956.220357:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767956.220359:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767956.220360:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220361:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767956.220362:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767956.220363:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220371:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767956.220375:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775767956.220377:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767956.220378:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767956.220379:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220380:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767956.220381:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767956.220383:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767956.220386:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767956.220388:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767956.220392:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767956.220397:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767956.220398:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767956.220401:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767956.220406:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767956.220408:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767956.220410:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767956.220413:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1775767956.220413:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767956.220414:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767956.220418:0:56247:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1775767956.220418:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775767956.220422:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5174
02000000:00000010:3.0:1775767956.220423:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
00000400:00000200:2.0:1775767956.220426:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775767956.220428:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775767956.220431:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767956.220434:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775767956.220438:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775767956.220441:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220443:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1775767956.220443:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000100:00000040:2.0:1775767956.220447:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220449:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767956.220451:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767956.220452:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767956.220453:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767956.220455:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775767956.220456:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767956.220458:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767956.220460:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220466:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767956.220467:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220469:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767956.220471:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767956.220473:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220474:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767956.220475:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767956.220478:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767956.220480:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220481:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767956.220484:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767956.220486:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220488:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767956.220491:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775767956.220506:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767956.220509:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767956.220511:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767956.220513:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767956.220514:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767956.220515:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767956.220517:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
02000000:00000010:2.0:1775767956.220519:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767956.220523:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767956.220524:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360597504, portal 25
00000100:00000001:3.0:1775767956.220527:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1775767956.220528:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767956.220529:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000001:2.0:1775767956.220538:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775767956.220539:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767956.220540:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767956.220549:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220553:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767956.220559:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775767956.220563:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767956.220564:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000040:2.0:1775767956.220569:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1775767956.220570:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360597504, offset 0
00000100:00000040:2.0:1775767956.220575:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1775767956.220580:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775767956.220582:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5184)
00000400:00000200:3.0:1775767956.220588:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.220594:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767956.220599:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767956.220602:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767956.220606:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767956.220608:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767956.220618:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59662:59662:256:4294967295] 192.168.202.115@tcp LPNI seq info [59661:59661:8:4294967295]
00000400:00000200:3.0:1775767956.220623:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.220634:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767956.220640:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.220645:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767956.220652:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767956.220656:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767956.220662:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767956.220665:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767956.220669:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.220672:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767956.220677:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767956.220682:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767956.220687:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767956.220689:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767956.220693:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767956.220696:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220703:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.220705:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220710:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.220712:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767956.220716:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767956.220719:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767956.220722:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299848442
00000100:00000010:3.0:1775767956.220726:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146ae0.
00000100:00000001:3.0:1775767956.220733:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775767956.220752:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299848442
00000100:00000010:3.0:1775767956.220756:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146d20.
00000100:00000001:3.0:1775767956.220761:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767956.220765:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767956.220769:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.220771:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767956.220784:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767956/real 1775767956]  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767956.220791:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767956.220793:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767956.220794:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767956.220796:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767956.220797:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767956.220799:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767956.220801:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767956.220807:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220812:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767956.220816:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.220817:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.220819:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767956.220821:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220826:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767956.220852:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220858:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767956.220861:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.220862:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.220863:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.220865:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767956.220866:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767956.220869:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767956.220873:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767956.220875:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767956.220878:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767956.220883:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360597504:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767956.220886:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.220888:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.220889:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360597504/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220893:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767956.220895:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767956.220897:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767956.220899:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767956.220900:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767956.220901:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767956.220903:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767956.220904:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:3.0:1775767956.220907:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767956.220909:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767956.220910:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:3.0:1775767956.220912:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767956.220913:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.220914:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.220920:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767956.220921:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.220923:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767956.220924:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767956.220925:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767956.220928:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220932:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767956.220933:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767956.220935:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767956.220936:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767956.220937:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767956.220939:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360597632:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767956.220941:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767956.220943:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767956.220944:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767956.220945:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767956.220948:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767956.220949:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767956.220952:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767956.220954:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767956.220956:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767956.220958:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360597632, portal 10
00000100:00000001:3.0:1775767956.220960:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767956.220961:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:3.0:1775767956.220965:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.220969:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767956.220971:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767956.220972:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767956.220975:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360597632, offset 0
00000400:00000200:3.0:1775767956.220979:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767956.220983:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.220987:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767956.220990:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767956.220992:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767956.220995:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767956.220998:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767956.221001:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59663:59663:256:4294967295] 192.168.202.115@tcp LPNI seq info [59662:59662:8:4294967295]
00000400:00000200:3.0:1775767956.221006:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.221013:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767956.221018:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.221022:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767956.221026:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767956.221029:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767956.221033:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767956.221036:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767956.221041:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.221043:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767956.221046:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767956.221050:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767956.221053:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767956.221055:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767956.221058:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767956.221061:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221070:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.221073:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221077:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.221079:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767956.221081:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767956.221084:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767956.221087:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767956.221088:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299847181
00000100:00000001:3.0:1775767956.221090:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299848442
00000100:00000001:3.0:1775767956.221092:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299847181
00000100:00000001:3.0:1775767956.221093:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299848442
00000100:00000001:3.0:1775767956.221095:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767956.221096:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.221098:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767956.221100:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767956/real 1775767956]  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767956.221105:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767956.221106:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767956.221107:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767956.221108:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767956.221109:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767956.221111:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767956.221112:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767956.221118:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221122:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767956.221123:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221124:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.221125:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767956.221127:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221131:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767956.221133:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221137:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767956.221138:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221139:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.221140:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221141:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767956.221142:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767956.221145:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767956.221147:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767956.221148:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767956.221151:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767956.221156:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360597632:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767956.221158:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767956.221160:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221164:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767956.221165:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767956.221166:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767956.221167:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767956.221169:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767956.221170:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360597760:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767956.221172:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767956.221174:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767956.221175:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767956.221176:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767956.221179:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767956.221180:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767956.221182:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767956.221184:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767956.221186:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767956.221187:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360597760, portal 10
00000100:00000001:3.0:1775767956.221189:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767956.221190:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:3.0:1775767956.221193:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221201:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767956.221203:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767956.221204:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767956.221206:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360597760, offset 0
00000400:00000200:3.0:1775767956.221208:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767956.221210:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.221212:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767956.221214:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767956.221216:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767956.221218:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767956.221219:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767956.221221:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59664:59664:256:4294967295] 192.168.202.115@tcp LPNI seq info [59663:59663:8:4294967295]
00000400:00000200:3.0:1775767956.221224:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.221229:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767956.221232:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.221234:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767956.221237:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767956.221239:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767956.221241:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767956.221243:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767956.221257:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.221258:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767956.221260:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767956.221263:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767956.221265:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767956.221266:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767956.221267:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767956.221270:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221275:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.221277:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221285:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.221286:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767956.221288:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767956.221290:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767956.221292:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767956.221294:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299847179
00000100:00000001:3.0:1775767956.221295:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299848442
00000100:00000001:3.0:1775767956.221297:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299847179
00000100:00000001:3.0:1775767956.221298:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299848442
00000100:00000001:3.0:1775767956.221299:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767956.221300:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.221302:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767956.221304:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767956/real 1775767956]  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767956.221309:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767956.221310:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767956.221311:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767956.221312:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767956.221313:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767956.221314:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767956.221316:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767956.221322:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221325:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767956.221326:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221327:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.221328:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767956.221330:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221335:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767956.221337:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221341:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767956.221343:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221344:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.221344:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221345:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767956.221347:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767956.221348:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767956.221350:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767956.221351:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767956.221353:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767956.221358:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360597760:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767956.221360:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767956.221362:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221366:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767956.221367:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767956.221368:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767956.221370:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767956.221371:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767956.221373:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360597888:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767956.221375:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767956.221376:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767956.221379:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767956.221381:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767956.221384:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767956.221386:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767956.221389:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767956.221392:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767956.221395:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767956.221398:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360597888, portal 4
00000100:00000001:3.0:1775767956.221399:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767956.221401:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:3.0:1775767956.221407:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221414:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767956.221417:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767956.221419:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767956.221422:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360597888, offset 0
00000400:00000200:3.0:1775767956.221426:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767956.221430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.221433:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767956.221436:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767956.221439:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767956.221441:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767956.221444:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767956.221447:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59665:59665:256:4294967295] 192.168.202.115@tcp LPNI seq info [59664:59664:8:4294967295]
00000400:00000200:3.0:1775767956.221451:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767956.221458:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767956.221462:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.221466:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767956.221469:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767956.221472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1775767956.221475:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767956.221477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1775767956.221479:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767956.221481:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767956.221483:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767956.221486:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767956.221488:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767956.221489:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767956.221490:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767956.221493:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221511:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.221514:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221518:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.221519:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767956.221522:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767956.221524:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767956.221526:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767956.221527:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299847234
00000100:00000001:3.0:1775767956.221529:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299848442
00000100:00000001:3.0:1775767956.221531:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299847234
00000100:00000001:3.0:1775767956.221532:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299848442
00000100:00000001:3.0:1775767956.221533:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767956.221535:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.221536:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767956.221538:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767956/real 1775767956]  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767956.221543:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767956.221544:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767956.221546:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767956.221547:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767956.221548:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767956.221550:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767956.221552:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767956.221557:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221561:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767956.221561:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221563:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.221563:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767956.221565:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221569:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767956.221571:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221576:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767956.221578:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221579:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767956.221580:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221581:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767956.221582:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767956.221584:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767956.221587:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767956.221589:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767956.221593:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767956.221601:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360597888:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767956.221605:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221606:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.221610:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360597632/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221617:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767956.221618:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767956.221620:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767956.221623:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767956.221625:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767956.221626:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767956.221628:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767956.221630:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:3.0:1775767956.221633:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767956.221634:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767956.221636:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:3.0:1775767956.221639:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767956.221640:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221642:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.221645:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360597760/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221652:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767956.221653:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767956.221654:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767956.221655:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767956.221656:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767956.221657:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767956.221658:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767956.221659:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:3.0:1775767956.221660:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767956.221661:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767956.221662:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:3.0:1775767956.221663:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767956.221664:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221665:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767956.221667:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360597888/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767956.221671:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767956.221672:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767956.221673:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767956.221674:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767956.221675:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767956.221676:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767956.221677:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767956.221678:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:3.0:1775767956.221681:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767956.221681:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767956.221682:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:3.0:1775767956.221683:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767956.221684:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221685:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767956.221688:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767956.221689:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767956.221690:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767956.221691:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767957.244075:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767957.244079:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767957.244082:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767957.499927:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299848442, at 4299848448
00000100:00000040:2.0:1775767957.499929:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299848442, at 4299848448
00000100:00000010:3.0:1775767957.499945:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146d20.
00000100:00000010:2.0:1775767957.499947:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146ae0.
00000020:00000001:1.0:1775767960.315985:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767960.315990:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767960.315993:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767961.339956:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767961.339964:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767961.339967:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767961.339971:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767961.339975:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767961.339983:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5179
00000400:00000200:1.0:1775767961.339992:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767961.340000:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767961.340005:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767961.340009:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340013:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767961.340016:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340019:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767961.340023:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767961.340024:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767961.340027:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767961.340048:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767961.340051:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767961.340053:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767961.340057:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340059:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767961.340062:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340064:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767961.340066:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767961.340070:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340073:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767961.340076:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767961.340079:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767961.340082:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340084:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767961.340086:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767961.340095:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775767961.340099:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767961.340103:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767961.340104:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340107:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767961.340110:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767961.340114:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767961.340121:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775767961.340126:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767961.340134:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767961.340142:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767961.340145:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767961.340148:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767961.340166:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767961.340168:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767961.340171:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767961.340172:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767961.340173:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767961.340176:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767961.340178:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5179
00000400:00000200:1.0:1775767961.340182:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767961.340185:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767961.340187:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767961.340189:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767961.340190:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775767961.340191:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767961.340194:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340196:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767961.340196:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775767961.340199:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775767961.340199:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775767961.340202:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767961.340204:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767961.340207:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000040:3.0:1775767961.340208:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775767961.340209:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767961.340212:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767961.340219:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340223:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767961.340226:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767961.340226:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775767961.340229:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767961.340229:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767961.340234:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:3.0:1775767961.340235:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1775767961.340237:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340239:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.340239:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767961.340243:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767961.340244:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767961.340247:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775767961.340249:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360598016:192.168.202.115@tcp:250:kworker.0
02000000:00000001:1.0:1775767961.340250:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340255:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767961.340256:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767961.340259:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767961.340261:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.340263:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767961.340268:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
00000008:00100000:1.0:1775767961.340270:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775767961.340271:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775767961.340276:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340277:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767961.340280:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:1.0:1775767961.340281:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775767961.340284:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000010:3.0:1775767961.340284:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
02000000:00000001:1.0:1775767961.340290:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767961.340291:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767961.340292:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000001:1.0:1775767961.340293:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767961.340295:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767961.340297:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767961.340301:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000200:3.0:1775767961.340301:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598016, portal 25
00000100:00000001:1.0:1775767961.340305:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.340306:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767961.340310:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112662272 : -130299596889344 : ffff897e42d02300)
00000100:00100000:1.0:1775767961.340311:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767961.340319:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767961.340321:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767961.340321:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767961.340328:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.340352:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775767961.340357:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767961.340359:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:1.0:1775767961.340360:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1775767961.340363:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00080000:1.0:1775767961.340364:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767961.340366:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767961.340368:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1775767961.340368:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360598016, offset 0
00000100:00000001:1.0:1775767961.340372:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767961.340376:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5179
00000400:00000200:3.0:1775767961.340380:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775767961.340384:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767961.340387:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767961.340389:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767961.340393:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767961.340393:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767961.340395:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767961.340398:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340400:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775767961.340402:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000001:1.0:1775767961.340403:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767961.340406:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767961.340408:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775767961.340409:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1775767961.340410:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767961.340413:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767961.340415:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:3.0:1775767961.340416:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:1.0:1775767961.340420:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767961.340423:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775767961.340424:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767961.340430:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767961.340430:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340433:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767961.340436:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:3.0:1775767961.340438:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59666:59666:256:4294967295] 192.168.202.115@tcp LPNI seq info [59665:59665:8:4294967295]
00000100:00080000:1.0:1775767961.340441:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:3.0:1775767961.340462:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767961.340466:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767961.340469:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767961.340472:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767961.340476:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340479:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767961.340482:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775767961.340482:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1775767961.340486:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340489:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767961.340494:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775767961.340496:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:3.0:1775767961.340498:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:1.0:1775767961.340499:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767961.340500:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340504:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767961.340505:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767961.340506:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775767961.340508:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
02000000:00000010:1.0:1775767961.340510:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767961.340513:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767961.340518:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775767961.340520:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767961.340526:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775767961.340529:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767961.340532:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767961.340535:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775767961.340539:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1775767961.340540:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775767961.340551:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340552:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775767961.340553:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000100:00080000:1.0:1775767961.340555:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767961.340559:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767961.340560:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767961.340561:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767961.340561:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775767961.340566:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767961.340569:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1775767961.340573:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5179
00000400:00000200:3.0:1775767961.340576:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767961.340579:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000400:00000200:1.0:1775767961.340580:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767961.340584:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1775767961.340585:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767961.340590:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1775767961.340591:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767961.340599:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340603:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767961.340604:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767961.340609:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:3.0:1775767961.340609:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767961.340614:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767961.340621:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767961.340623:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767961.340628:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775767961.340628:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767961.340630:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:3.0:1775767961.340633:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1775767961.340635:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775767961.340639:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:3.0:1775767961.340641:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767961.340644:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340648:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775767961.340649:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:1.0:1775767961.340653:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767961.340655:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299853562
00000100:00000001:1.0:1775767961.340657:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767961.340661:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000010:3.0:1775767961.340663:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146d20.
00000100:00080000:1.0:1775767961.340665:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767961.340669:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767961.340671:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775767961.340673:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1775767961.340674:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767961.340678:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340680:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767961.340683:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767961.340686:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.340686:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299853562
00000100:00000001:1.0:1775767961.340691:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767961.340692:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146cc0.
00000100:00000010:1.0:1775767961.340696:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000100:00000001:3.0:1775767961.340696:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767961.340700:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1775767961.340701:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:3.0:1775767961.340703:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767961.340705:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775767961.340706:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1775767961.340708:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767961.340712:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1775767961.340713:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767961/real 1775767961]  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775767961.340714:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767961.340718:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767961.340725:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000400:00000001:3.0:1775767961.340726:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767961.340729:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775767961.340731:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767961.340731:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767961.340736:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767961.340738:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00100000:1.0:1775767961.340740:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767961.340741:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767961.340747:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767961.340760:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775767961.340764:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.340769:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767961.340770:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767961.340772:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.340773:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.340776:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767961.340782:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767961.340782:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.340800:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767961.340806:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767961.340807:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767961.340813:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767961.340816:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767961.340822:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767961.340823:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775767961.340824:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.340844:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.340847:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767961.340849:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767961.340851:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767961.340855:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767961.340857:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767961.340860:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767961.340866:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5189)
00000100:00100000:3.0:1775767961.340869:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360598016:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767961.340874:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.340875:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767961.340877:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02300 x1862022360598016/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.340883:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767961.340885:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767961.340887:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767961.340890:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767961.340891:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767961.340892:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767961.340894:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767961.340895:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6800.
02000000:00000001:3.0:1775767961.340899:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767961.340900:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767961.340901:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02300.
00000100:00000001:3.0:1775767961.340903:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767961.340904:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.340906:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.340911:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767961.340912:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.340913:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767961.340915:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767961.340916:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767961.340918:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.340923:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767961.340924:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.340925:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767961.340927:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767961.340928:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767961.340930:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598144:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767961.340932:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767961.340933:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767961.340934:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.340936:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767961.340938:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767961.340939:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767961.340942:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767961.340944:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767961.340946:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767961.340948:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598144, portal 10
00000100:00000001:3.0:1775767961.340950:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767961.340951:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112667648 : -130299596883968 : ffff897e42d03800)
00000100:00000040:3.0:1775767961.340955:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.340959:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767961.340961:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767961.340962:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767961.340964:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360598144, offset 0
00000400:00000200:3.0:1775767961.340966:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767961.340969:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767961.340972:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767961.340974:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767961.340976:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767961.340978:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767961.340979:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767961.340981:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59667:59667:256:4294967295] 192.168.202.115@tcp LPNI seq info [59666:59666:8:4294967295]
00000400:00000200:3.0:1775767961.340984:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767961.340989:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767961.340992:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767961.340994:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767961.340997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767961.340998:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767961.341001:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767961.341004:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775767961.341008:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767961.341010:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767961.341013:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767961.341016:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767961.341019:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767961.341021:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767961.341023:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767961.341027:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341042:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767961.341045:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341053:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.341055:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767961.341058:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767961.341062:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767961.341066:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767961.341067:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299852301
00000100:00000001:3.0:1775767961.341069:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299853562
00000100:00000001:3.0:1775767961.341071:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299852301
00000100:00000001:3.0:1775767961.341073:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299853562
00000100:00000001:3.0:1775767961.341074:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767961.341076:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.341077:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767961.341080:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767961/real 1775767961]  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767961.341085:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767961.341086:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767961.341087:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767961.341088:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767961.341090:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767961.341091:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767961.341093:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767961.341098:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341103:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767961.341104:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341105:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.341106:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767961.341108:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341112:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767961.341115:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341119:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767961.341120:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341121:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.341122:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341123:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767961.341124:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767961.341126:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767961.341128:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767961.341129:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767961.341131:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767961.341136:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598144:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767961.341139:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767961.341140:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341145:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767961.341146:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.341147:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767961.341149:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767961.341150:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767961.341152:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598272:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767961.341154:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767961.341155:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767961.341157:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.341158:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767961.341160:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767961.341162:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767961.341164:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767961.341165:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767961.341167:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767961.341169:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598272, portal 10
00000100:00000001:3.0:1775767961.341170:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767961.341171:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112658688 : -130299596892928 : ffff897e42d01500)
00000100:00000040:3.0:1775767961.341175:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341179:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767961.341181:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767961.341182:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767961.341183:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360598272, offset 0
00000400:00000200:3.0:1775767961.341186:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767961.341188:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767961.341190:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767961.341192:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767961.341194:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767961.341195:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767961.341197:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767961.341199:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59668:59668:256:4294967295] 192.168.202.115@tcp LPNI seq info [59667:59667:8:4294967295]
00000400:00000200:3.0:1775767961.341202:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767961.341207:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767961.341209:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767961.341211:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767961.341214:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767961.341217:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767961.341219:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767961.341221:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775767961.341224:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767961.341225:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767961.341227:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767961.341229:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767961.341231:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767961.341232:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767961.341233:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767961.341236:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341241:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767961.341243:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341247:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.341248:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767961.341250:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767961.341251:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767961.341253:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767961.341254:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299852299
00000100:00000001:3.0:1775767961.341256:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299853562
00000100:00000001:3.0:1775767961.341258:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299852299
00000100:00000001:3.0:1775767961.341259:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299853562
00000100:00000001:3.0:1775767961.341261:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767961.341262:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.341263:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767961.341265:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767961/real 1775767961]  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767961.341269:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767961.341271:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767961.341272:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767961.341273:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767961.341274:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767961.341275:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767961.341277:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767961.341282:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341286:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767961.341286:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341288:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.341288:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767961.341290:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341294:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767961.341296:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341302:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767961.341305:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341306:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.341307:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341309:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767961.341310:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767961.341312:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767961.341316:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767961.341317:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767961.341321:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767961.341337:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598272:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767961.341341:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767961.341345:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341352:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767961.341354:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.341356:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767961.341358:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767961.341360:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767961.341362:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598400:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767961.341365:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767961.341366:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767961.341367:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767961.341369:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767961.341371:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767961.341373:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767961.341375:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767961.341377:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767961.341379:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767961.341382:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598400, portal 4
00000100:00000001:3.0:1775767961.341383:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767961.341384:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112660480 : -130299596891136 : ffff897e42d01c00)
00000100:00000040:3.0:1775767961.341388:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341392:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767961.341394:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767961.341395:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767961.341397:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360598400, offset 0
00000400:00000200:3.0:1775767961.341399:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767961.341402:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767961.341405:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767961.341407:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767961.341409:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767961.341410:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767961.341412:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767961.341414:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59669:59669:256:4294967295] 192.168.202.115@tcp LPNI seq info [59668:59668:8:4294967295]
00000400:00000200:3.0:1775767961.341417:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767961.341421:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767961.341424:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767961.341426:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767961.341429:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767961.341431:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1775767961.341433:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767961.341435:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1775767961.341437:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767961.341439:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767961.341441:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767961.341443:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767961.341460:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767961.341462:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767961.341465:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767961.341469:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341477:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767961.341480:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341487:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.341489:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767961.341492:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767961.341495:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767961.341499:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767961.341501:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299852354
00000100:00000001:3.0:1775767961.341504:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299853562
00000100:00000001:3.0:1775767961.341507:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299852354
00000100:00000001:3.0:1775767961.341509:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299853562
00000100:00000001:3.0:1775767961.341511:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767961.341512:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.341514:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767961.341517:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767961/real 1775767961]  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767961.341522:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767961.341523:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767961.341525:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767961.341526:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767961.341527:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767961.341529:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767961.341531:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767961.341536:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341540:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767961.341541:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341542:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.341543:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767961.341545:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341549:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767961.341551:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341555:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767961.341557:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341558:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767961.341559:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341560:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767961.341561:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767961.341563:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767961.341565:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767961.341566:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767961.341568:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767961.341573:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598400:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767961.341575:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341576:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767961.341578:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03800 x1862022360598144/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341582:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767961.341583:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767961.341584:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767961.341586:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767961.341587:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767961.341588:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767961.341589:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767961.341591:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:3.0:1775767961.341592:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767961.341593:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767961.341594:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03800.
00000100:00000001:3.0:1775767961.341596:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767961.341597:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341598:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767961.341600:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01500 x1862022360598272/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341608:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767961.341609:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767961.341610:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767961.341612:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767961.341612:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767961.341613:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767961.341615:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767961.341616:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6000.
02000000:00000001:3.0:1775767961.341618:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767961.341619:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767961.341621:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01500.
00000100:00000001:3.0:1775767961.341623:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767961.341624:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341626:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767961.341629:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01c00 x1862022360598400/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767961.341637:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767961.341638:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767961.341639:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767961.341641:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767961.341642:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767961.341644:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767961.341646:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767961.341647:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7400.
02000000:00000001:3.0:1775767961.341650:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767961.341651:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767961.341652:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01c00.
00000100:00000001:3.0:1775767961.341655:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767961.341656:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341658:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767961.341662:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767961.341663:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767961.341665:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767961.341667:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767962.363994:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767962.363998:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767962.364002:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767962.619900:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299853562, at 4299853568
00000100:00000040:3.0:1775767962.619906:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299853562, at 4299853568
00000100:00000010:2.0:1775767962.619912:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146d20.
00000100:00000010:3.0:1775767962.619914:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146cc0.
00000020:00000001:1.0:1775767965.436006:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775767965.436011:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775767965.436014:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767966.459938:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767966.459947:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767966.459951:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767966.459955:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767966.459961:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767966.459969:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5184
00000400:00000200:1.0:1775767966.459978:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767966.459984:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767966.459987:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767966.459990:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.459992:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.459995:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.459996:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767966.460000:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767966.460001:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767966.460006:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767966.460009:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767966.460012:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767966.460015:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767966.460017:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460019:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.460020:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460022:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767966.460024:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767966.460026:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460028:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767966.460030:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767966.460033:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767966.460035:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460037:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767966.460038:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767966.460046:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775767966.460048:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767966.460051:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767966.460052:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460055:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767966.460057:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767966.460061:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767966.460067:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775767966.460072:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767966.460079:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767966.460087:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767966.460090:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767966.460094:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767966.460110:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767966.460112:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767966.460115:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767966.460116:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767966.460117:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767966.460119:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767966.460120:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5184
00000400:00000200:1.0:1775767966.460122:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767966.460124:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767966.460126:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767966.460129:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460131:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.460132:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460134:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767966.460136:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767966.460137:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767966.460138:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767966.460140:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767966.460141:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767966.460142:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767966.460144:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775767966.460145:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460148:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.460150:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767966.460151:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775767966.460152:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767966.460155:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:3.0:1775767966.460155:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1775767966.460160:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460161:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767966.460163:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1775767966.460166:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775767966.460168:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767966.460173:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460177:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767966.460181:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775767966.460184:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1775767966.460185:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460188:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.460188:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767966.460195:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
02000000:00000001:3.0:1775767966.460196:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1775767966.460197:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767966.460200:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767966.460200:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767966.460201:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460205:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767966.460207:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767966.460207:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767966.460210:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767966.460214:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360598528:192.168.202.115@tcp:250:kworker.0
02000000:00000010:1.0:1775767966.460216:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775767966.460221:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.460221:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767966.460227:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1775767966.460228:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1775767966.460232:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767966.460237:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775767966.460241:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767966.460243:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767966.460246:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767966.460252:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775767966.460254:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
00000100:00080000:1.0:1775767966.460255:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1775767966.460259:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767966.460261:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767966.460264:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767966.460265:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767966.460269:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767966.460271:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1775767966.460275:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000100:00080000:1.0:1775767966.460276:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5184
00000400:00000200:1.0:1775767966.460284:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767966.460284:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000400:00000200:1.0:1775767966.460289:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767966.460292:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1775767966.460293:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598528, portal 25
00000100:00000040:1.0:1775767966.460298:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767966.460298:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767966.460301:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112666752 : -130299596884864 : ffff897e42d03480)
00000100:00000001:1.0:1775767966.460302:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.460307:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460313:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:3.0:1775767966.460313:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775767966.460316:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767966.460318:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767966.460321:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767966.460323:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767966.460326:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767966.460330:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:3.0:1775767966.460335:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767966.460336:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460339:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.460343:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:3.0:1775767966.460344:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460345:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767966.460348:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767966.460350:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000010:3.0:1775767966.460350:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000001:1.0:1775767966.460353:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767966.460356:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1775767966.460357:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360598528, offset 0
02000000:00000001:1.0:1775767966.460358:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767966.460362:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460363:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767966.460365:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767966.460369:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767966.460370:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460371:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767966.460376:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775767966.460378:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767966.460381:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775767966.460382:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775767966.460384:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460387:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767966.460389:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775767966.460391:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:1.0:1775767966.460393:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767966.460414:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767966.460418:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767966.460422:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767966.460501:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767966.460506:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59670:59670:256:4294967295] 192.168.202.115@tcp LPNI seq info [59669:59669:8:4294967295]
00000400:00000200:3.0:1775767966.460512:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767966.460523:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767966.460530:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.460536:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767966.460544:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767966.460548:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767966.460554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767966.460557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775767966.460562:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.460564:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767966.460580:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767966.460586:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767966.460592:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
02000000:00000010:1.0:1775767966.460596:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000400:00000010:3.0:1775767966.460596:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:1.0:1775767966.460601:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767966.460607:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767966.460612:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775767966.460620:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775767966.460621:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767966.460630:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.460636:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767966.460638:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767966.460644:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767966.460647:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767966.460652:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767966.460659:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767966.460662:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767966.460664:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775767966.460666:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460667:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775767966.460670:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1775767966.460673:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5184
00000400:00000200:1.0:1775767966.460677:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767966.460679:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767966.460681:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767966.460683:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460685:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.460686:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460688:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767966.460689:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767966.460691:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:3.0:1775767966.460691:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767966.460694:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767966.460696:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775767966.460698:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:3.0:1775767966.460700:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:1.0:1775767966.460701:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767966.460706:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767966.460707:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299858682
00000100:00000001:1.0:1775767966.460708:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767966.460712:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460713:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767966.460715:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000010:3.0:1775767966.460715:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146cc0.
00000100:00080000:1.0:1775767966.460721:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767966.460724:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.460725:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1775767966.460726:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767966.460732:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767966.460735:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460737:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767966.460739:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299858682
00000008:00100000:1.0:1775767966.460740:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767966.460745:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767966.460746:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146900.
00000100:00000001:1.0:1775767966.460749:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.460752:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000010:1.0:1775767966.460755:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000100:00000001:3.0:1775767966.460756:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1775767966.460760:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:3.0:1775767966.460761:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767966.460765:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775767966.460766:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1775767966.460768:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767966.460772:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1775767966.460774:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767966/real 1775767966]  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775767966.460776:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767966.460779:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767966.460786:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775767966.460791:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775767966.460791:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767966.460795:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767966.460798:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000100:00100000:1.0:1775767966.460799:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767966.460804:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000100:00000001:1.0:1775767966.460809:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775767966.460809:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:1.0:1775767966.460813:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.460815:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1775767966.460817:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767966.460823:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767966.460847:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767966.460852:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767966.460862:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775767966.460870:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5195)
00000100:00000200:3.0:1775767966.460870:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.460881:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767966.460884:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.460887:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.460889:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767966.460893:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.460902:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767966.460907:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.460916:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767966.460919:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.460921:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.460923:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.460926:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767966.460928:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767966.460932:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767966.460936:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767966.460938:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767966.460943:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767966.460952:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360598528:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767966.460957:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.460959:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767966.460962:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03480 x1862022360598528/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.460969:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767966.460972:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767966.460974:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767966.460978:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767966.460979:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767966.460981:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767966.460983:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767966.460985:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6400.
02000000:00000001:3.0:1775767966.460989:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767966.460991:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767966.460993:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03480.
00000100:00000001:3.0:1775767966.460996:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767966.460998:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461001:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461008:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767966.461010:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461012:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767966.461014:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767966.461015:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767966.461019:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461028:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767966.461029:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767966.461032:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767966.461034:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767966.461036:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767966.461040:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598656:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767966.461043:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767966.461046:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767966.461047:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767966.461049:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767966.461052:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767966.461054:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767966.461059:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767966.461062:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767966.461065:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767966.461069:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598656, portal 10
00000100:00000001:3.0:1775767966.461071:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767966.461073:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112655104 : -130299596896512 : ffff897e42d00700)
00000100:00000040:3.0:1775767966.461080:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461087:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767966.461090:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767966.461092:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767966.461095:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360598656, offset 0
00000400:00000200:3.0:1775767966.461100:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767966.461104:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767966.461109:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767966.461112:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767966.461115:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767966.461117:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767966.461120:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767966.461124:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59671:59671:256:4294967295] 192.168.202.115@tcp LPNI seq info [59670:59670:8:4294967295]
00000400:00000200:3.0:1775767966.461129:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767966.461136:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767966.461141:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.461145:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767966.461149:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767966.461152:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767966.461157:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767966.461160:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775767966.461164:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.461166:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767966.461169:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767966.461173:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767966.461176:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767966.461178:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767966.461181:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767966.461185:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461193:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767966.461196:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461203:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461205:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767966.461208:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767966.461212:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767966.461215:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767966.461217:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299857421
00000100:00000001:3.0:1775767966.461220:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299858682
00000100:00000001:3.0:1775767966.461223:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299857421
00000100:00000001:3.0:1775767966.461225:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299858682
00000100:00000001:3.0:1775767966.461227:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767966.461230:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461231:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767966.461235:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767966/real 1775767966]  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767966.461244:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767966.461246:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767966.461248:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767966.461250:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767966.461251:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767966.461253:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767966.461255:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767966.461260:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461265:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767966.461266:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461267:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.461268:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767966.461270:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461274:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767966.461277:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461282:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767966.461283:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461284:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.461285:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461286:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767966.461287:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767966.461289:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767966.461291:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767966.461292:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767966.461295:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767966.461300:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598656:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767966.461302:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767966.461304:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461308:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767966.461309:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767966.461310:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767966.461311:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767966.461313:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767966.461315:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598784:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767966.461317:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767966.461318:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767966.461320:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767966.461321:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767966.461323:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767966.461324:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767966.461326:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767966.461328:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767966.461330:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767966.461332:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598784, portal 10
00000100:00000001:3.0:1775767966.461333:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767966.461334:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112659584 : -130299596892032 : ffff897e42d01880)
00000100:00000040:3.0:1775767966.461338:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461342:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767966.461344:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767966.461345:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767966.461346:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360598784, offset 0
00000400:00000200:3.0:1775767966.461350:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767966.461352:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767966.461355:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767966.461357:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767966.461359:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767966.461361:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767966.461362:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767966.461364:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59672:59672:256:4294967295] 192.168.202.115@tcp LPNI seq info [59671:59671:8:4294967295]
00000400:00000200:3.0:1775767966.461367:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767966.461371:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767966.461374:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.461376:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767966.461379:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767966.461381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767966.461383:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767966.461385:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775767966.461388:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.461389:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767966.461391:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767966.461393:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767966.461412:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767966.461414:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767966.461416:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767966.461418:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461423:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767966.461425:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461430:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461431:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767966.461433:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767966.461436:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767966.461438:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767966.461439:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299857419
00000100:00000001:3.0:1775767966.461441:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299858682
00000100:00000001:3.0:1775767966.461442:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299857419
00000100:00000001:3.0:1775767966.461444:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299858682
00000100:00000001:3.0:1775767966.461445:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767966.461446:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461448:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767966.461450:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767966/real 1775767966]  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767966.461455:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767966.461455:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767966.461457:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767966.461458:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767966.461459:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767966.461461:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767966.461462:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767966.461468:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461471:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767966.461472:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461473:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.461474:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767966.461476:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461480:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767966.461482:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461487:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767966.461488:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461489:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.461490:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461491:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767966.461492:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767966.461494:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767966.461496:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767966.461497:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767966.461499:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767966.461504:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598784:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767966.461506:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767966.461507:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461511:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767966.461512:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767966.461514:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767966.461515:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767966.461516:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767966.461518:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598912:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767966.461519:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767966.461521:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767966.461522:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767966.461523:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767966.461525:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767966.461527:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767966.461529:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767966.461531:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767966.461533:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767966.461535:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360598912, portal 4
00000100:00000001:3.0:1775767966.461536:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767966.461537:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112665856 : -130299596885760 : ffff897e42d03100)
00000100:00000040:3.0:1775767966.461541:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461545:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767966.461546:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767966.461548:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767966.461549:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360598912, offset 0
00000400:00000200:3.0:1775767966.461551:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767966.461554:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767966.461556:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767966.461557:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767966.461559:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767966.461561:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767966.461562:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767966.461564:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59673:59673:256:4294967295] 192.168.202.115@tcp LPNI seq info [59672:59672:8:4294967295]
00000400:00000200:3.0:1775767966.461567:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767966.461571:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767966.461573:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.461575:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767966.461578:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767966.461579:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1775767966.461582:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767966.461584:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1775767966.461586:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767966.461588:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767966.461589:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767966.461592:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767966.461593:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767966.461594:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767966.461596:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767966.461598:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461603:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767966.461605:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461609:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461610:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767966.461612:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767966.461614:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767966.461615:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767966.461617:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299857474
00000100:00000001:3.0:1775767966.461618:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299858682
00000100:00000001:3.0:1775767966.461620:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299857474
00000100:00000001:3.0:1775767966.461621:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299858682
00000100:00000001:3.0:1775767966.461622:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767966.461624:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461625:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767966.461627:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767966/real 1775767966]  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767966.461631:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767966.461632:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767966.461633:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767966.461634:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767966.461635:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767966.461636:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767966.461638:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767966.461642:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461650:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767966.461651:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461653:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.461654:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767966.461656:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461659:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767966.461661:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461665:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767966.461667:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461668:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767966.461668:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461669:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767966.461670:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767966.461672:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767966.461673:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767966.461675:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767966.461677:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767966.461681:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360598912:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767966.461683:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461684:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767966.461686:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00700 x1862022360598656/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461690:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767966.461691:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767966.461693:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767966.461694:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767966.461695:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767966.461696:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767966.461698:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767966.461699:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:3.0:1775767966.461701:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767966.461702:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767966.461702:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00700.
00000100:00000001:3.0:1775767966.461704:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767966.461705:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461706:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767966.461708:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01880 x1862022360598784/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461712:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767966.461713:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767966.461714:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767966.461715:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767966.461716:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767966.461716:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767966.461717:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767966.461718:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7400.
02000000:00000001:3.0:1775767966.461719:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767966.461720:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767966.461721:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01880.
00000100:00000001:3.0:1775767966.461722:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767966.461723:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461724:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767966.461725:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03100 x1862022360598912/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767966.461729:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767966.461730:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767966.461731:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767966.461732:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767966.461732:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767966.461733:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767966.461735:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767966.461736:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6000.
02000000:00000001:3.0:1775767966.461737:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767966.461738:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767966.461739:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03100.
00000100:00000001:3.0:1775767966.461740:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767966.461741:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461742:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767966.461744:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767966.461745:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767966.461746:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767966.461747:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767967.484041:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767967.484045:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767967.484048:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767967.739933:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299858682, at 4299858688
00000100:00000040:3.0:1775767967.739933:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299858682, at 4299858688
00000100:00000010:2.0:1775767967.739948:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146cc0.
00000100:00000010:3.0:1775767967.739952:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146900.
00000020:00000001:3.0:1775767970.555991:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767970.555995:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767970.555999:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767971.579954:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767971.579964:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767971.579967:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767971.579972:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767971.579979:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767971.579991:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5190
00000400:00000200:2.0:1775767971.580003:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767971.580009:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767971.580013:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767971.580016:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580020:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767971.580022:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580025:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767971.580030:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767971.580032:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767971.580034:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767971.580037:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767971.580039:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767971.580042:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767971.580045:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580047:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767971.580049:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580051:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767971.580053:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767971.580057:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580060:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767971.580063:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767971.580067:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767971.580070:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580072:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767971.580074:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767971.580084:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775767971.580087:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767971.580091:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767971.580093:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580096:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767971.580098:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767971.580103:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767971.580110:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775767971.580117:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767971.580126:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767971.580136:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767971.580141:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767971.580146:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767971.580172:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767971.580175:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767971.580179:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767971.580180:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767971.580182:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767971.580186:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767971.580193:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5190
00000400:00000200:2.0:1775767971.580197:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767971.580199:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775767971.580206:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:3.0:1775767971.580208:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775767971.580211:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767971.580212:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767971.580219:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580225:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767971.580226:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767971.580236:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580248:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767971.580251:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775767971.580255:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775767971.580256:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767971.580263:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
02000000:00000001:3.0:1775767971.580263:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775767971.580269:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1775767971.580269:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767971.580276:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767971.580277:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00100000:3.0:1775767971.580284:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360599040:192.168.202.115@tcp:250:kworker.0
00000020:00000001:2.0:1775767971.580286:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767971.580296:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1775767971.580297:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:3.0:1775767971.580303:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775767971.580308:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:3.0:1775767971.580309:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580317:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775767971.580317:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775767971.580323:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000010:3.0:1775767971.580325:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
00000100:00000001:2.0:1775767971.580326:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:3.0:1775767971.580330:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767971.580333:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767971.580343:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:3.0:1775767971.580343:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767971.580363:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767971.580366:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767971.580372:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767971.580375:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580379:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767971.580384:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1775767971.580384:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000008:00000001:2.0:1775767971.580392:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580395:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767971.580398:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000010:2.0:1775767971.580400:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775767971.580405:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767971.580408:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767971.580409:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767971.580411:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599040, portal 25
00000100:00000001:2.0:1775767971.580412:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775767971.580417:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775767971.580418:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775767971.580420:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
02000000:00000001:2.0:1775767971.580422:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767971.580430:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775767971.580433:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:3.0:1775767971.580444:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767971.580445:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767971.580451:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767971.580455:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00100000:2.0:1775767971.580457:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775767971.580460:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360599040, offset 0
00000400:00000200:3.0:1775767971.580476:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775767971.580480:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767971.580484:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767971.580490:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775767971.580492:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767971.580500:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767971.580512:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775767971.580519:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767971.580519:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:2.0:1775767971.580526:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775767971.580527:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767971.580535:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:2.0:1775767971.580541:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775767971.580546:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59674:59674:256:4294967295] 192.168.202.115@tcp LPNI seq info [59673:59673:8:4294967295]
00000100:00000001:2.0:1775767971.580548:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767971.580553:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767971.580556:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767971.580564:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767971.580568:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5190
00000400:00000200:3.0:1775767971.580578:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767971.580584:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767971.580588:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000400:00000200:2.0:1775767971.580590:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767971.580602:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000200:3.0:1775767971.580602:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767971.580611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00080000:2.0:1775767971.580612:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767971.580626:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:3.1:1775767971.580626:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767971.580634:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775767971.580636:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1775767971.580651:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775767971.580652:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000010:3.0:1775767971.580654:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767971.580666:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775767971.580668:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775767971.580673:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1775767971.580677:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767971.580680:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000200:3.0:1775767971.580681:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000020:00000001:2.0:1775767971.580684:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1775767971.580685:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000020:00000040:2.0:1775767971.580690:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000001:3.0:1775767971.580694:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775767971.580695:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000200:3.0:1775767971.580701:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767971.580702:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767971.580723:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767971.580724:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775767971.580731:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775767971.580733:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767971.580741:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767971.580750:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580751:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767971.580754:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775767971.580760:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:3.0:1775767971.580763:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767971.580770:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:3.0:1775767971.580770:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767971.580775:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299863802
00000100:00000001:2.0:1775767971.580777:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775767971.580781:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146900.
02000000:00000001:2.0:1775767971.580782:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767971.580791:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767971.580793:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1775767971.580794:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580799:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767971.580801:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299863802
00000008:00100000:2.0:1775767971.580802:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000010:3.0:1775767971.580805:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146960.
00000008:00000001:2.0:1775767971.580811:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.580813:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767971.580820:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.580821:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767971.580848:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.580850:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767971.580854:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767971/real 1775767971]  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767971.580863:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767971.580864:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767971.580868:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000100:00000010:2.0:1775767971.580871:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000400:00000200:3.0:1775767971.580872:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767971.580877:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000020:00000040:2.0:1775767971.580880:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:3.0:1775767971.580881:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767971.580887:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767971.580890:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767971.580894:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.580903:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767971.580906:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1775767971.580907:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767971.580912:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767971.580923:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767971.580934:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.580936:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767971.580940:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.580943:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.580945:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767971.580950:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1775767971.580952:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.580978:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767971.580987:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767971.580993:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767971.581004:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581004:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767971.581012:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581014:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.581015:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775767971.581020:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581020:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767971.581030:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775767971.581031:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767971.581035:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775767971.581037:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775767971.581041:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00080000:2.0:1775767971.581049:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775767971.581050:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775767971.581057:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1775767971.581061:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767971.581062:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767971.581071:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767971.581084:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5190
00000100:00100000:3.0:1775767971.581084:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360599040:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767971.581098:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775767971.581100:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767971.581102:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767971.581108:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360599040/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767971.581113:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767971.581123:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767971.581130:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1775767971.581131:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:3.0:1775767971.581134:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1775767971.581139:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1775767971.581139:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767971.581147:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767971.581151:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:2.0:1775767971.581152:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000020:00000040:3.0:1775767971.581154:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767971.581162:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775767971.581163:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000010:3.0:1775767971.581165:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
00000020:00000001:2.0:1775767971.581173:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767971.581175:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
02000000:00000001:3.0:1775767971.581177:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:2.0:1775767971.581179:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1775767971.581179:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767971.581182:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775767971.581184:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:3.0:1775767971.581187:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767971.581189:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775767971.581191:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:3.0:1775767971.581192:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775767971.581199:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:3.0:1775767971.581203:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1775767971.581204:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767971.581206:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581213:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775767971.581214:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767971.581215:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767971.581220:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775767971.581223:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:3.0:1775767971.581227:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767971.581234:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767971.581245:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:3.0:1775767971.581246:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767971.581249:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767971.581253:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767971.581255:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775767971.581257:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:3.0:1775767971.581259:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767971.581267:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599168:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775767971.581268:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581276:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775767971.581277:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775767971.581279:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767971.581281:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767971.581283:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767971.581283:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767971.581288:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
02000000:00000001:2.0:1775767971.581289:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767971.581297:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767971.581299:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767971.581305:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1775767971.581305:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767971.581310:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000008:00000001:2.0:1775767971.581316:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767971.581317:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767971.581322:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599168, portal 10
00000100:00000001:2.0:1775767971.581324:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581325:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767971.581328:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000010:2.0:1775767971.581335:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000100:00000040:3.0:1775767971.581339:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775767971.581341:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767971.581364:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767971.581367:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581374:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767971.581375:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767971.581380:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1775767971.581385:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775767971.581386:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767971.581392:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
02000000:00000010:2.0:1775767971.581394:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000200:3.0:1775767971.581398:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360599168, offset 0
00000100:00000001:2.0:1775767971.581400:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767971.581409:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00100000:2.0:1775767971.581411:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775767971.581418:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767971.581428:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767971.581434:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775767971.581435:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1775767971.581439:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:2.0:1775767971.581443:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767971.581445:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767971.581451:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767971.581463:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59675:59675:256:4294967295] 192.168.202.115@tcp LPNI seq info [59674:59674:8:4294967295]
00000100:00000040:2.0:1775767971.581464:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775767971.581473:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767971.581488:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767971.581509:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767971.581520:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000100:00000001:2.0:1775767971.581522:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767971.581527:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775767971.581531:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1775767971.581532:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1775767971.581545:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1775767971.581546:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767971.581556:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1775767971.581562:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5200)
00000800:00000100:3.0:1775767971.581562:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767971.581564:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767971.581569:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767971.581574:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767971.581577:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767971.581579:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767971.581581:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767971.581584:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581596:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767971.581598:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581603:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581604:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767971.581606:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767971.581610:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767971.581612:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767971.581614:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299862541
00000100:00000001:3.0:1775767971.581616:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299863802
00000100:00000001:3.0:1775767971.581618:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299862541
00000100:00000001:3.0:1775767971.581620:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299863802
00000100:00000001:3.0:1775767971.581621:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767971.581622:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581624:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767971.581626:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767971/real 1775767971]  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767971.581631:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767971.581632:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767971.581634:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767971.581635:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767971.581636:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767971.581638:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767971.581640:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767971.581645:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581649:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767971.581650:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581652:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.581653:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767971.581655:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581659:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767971.581662:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581666:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767971.581668:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581669:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.581669:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581670:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767971.581672:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767971.581674:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767971.581676:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767971.581677:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767971.581679:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767971.581684:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599168:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767971.581687:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767971.581689:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581694:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767971.581695:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767971.581696:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767971.581698:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767971.581699:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767971.581701:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599296:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767971.581704:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767971.581706:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767971.581707:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767971.581709:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767971.581711:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767971.581712:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767971.581714:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767971.581716:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767971.581718:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767971.581720:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599296, portal 10
00000100:00000001:3.0:1775767971.581721:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767971.581722:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:3.0:1775767971.581726:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581730:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767971.581732:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767971.581733:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767971.581735:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360599296, offset 0
00000400:00000200:3.0:1775767971.581737:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767971.581740:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767971.581742:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767971.581744:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767971.581745:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767971.581747:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767971.581749:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767971.581751:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59676:59676:256:4294967295] 192.168.202.115@tcp LPNI seq info [59675:59675:8:4294967295]
00000400:00000200:3.0:1775767971.581754:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767971.581758:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767971.581761:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767971.581763:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767971.581765:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767971.581767:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767971.581770:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767971.581771:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775767971.581794:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767971.581795:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767971.581798:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767971.581800:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767971.581802:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767971.581803:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767971.581805:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767971.581807:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581813:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767971.581815:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581820:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581821:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767971.581823:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767971.581843:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767971.581847:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767971.581848:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299862540
00000100:00000001:3.0:1775767971.581850:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299863802
00000100:00000001:3.0:1775767971.581852:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299862540
00000100:00000001:3.0:1775767971.581853:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299863802
00000100:00000001:3.0:1775767971.581855:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767971.581856:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581857:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767971.581860:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767971/real 1775767971]  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767971.581865:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767971.581866:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767971.581867:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767971.581869:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767971.581870:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767971.581872:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767971.581874:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767971.581879:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581884:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767971.581884:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581886:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.581886:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767971.581888:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581892:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767971.581894:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581898:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767971.581900:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581901:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.581902:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581903:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767971.581904:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767971.581905:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767971.581908:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767971.581909:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767971.581912:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767971.581921:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599296:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767971.581924:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581926:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767971.581927:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360599168/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581931:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767971.581932:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767971.581933:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767971.581935:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767971.581936:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767971.581937:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767971.581938:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767971.581939:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:3.0:1775767971.581944:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767971.581944:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767971.581946:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:3.0:1775767971.581948:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767971.581949:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581950:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767971.581951:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360599296/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581955:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767971.581956:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767971.581957:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767971.581958:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767971.581959:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767971.581959:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767971.581960:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767971.581961:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:3.0:1775767971.581963:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767971.581963:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767971.581964:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:3.0:1775767971.581966:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767971.581967:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581969:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.581971:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767971.581973:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.581975:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767971.581976:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767971.581977:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767971.581979:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.581985:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767971.581986:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767971.581987:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767971.581989:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767971.581990:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767971.581992:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599424:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767971.581993:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767971.581995:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767971.581996:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767971.581997:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767971.581999:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767971.582001:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767971.582003:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767971.582005:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767971.582008:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767971.582010:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599424, portal 4
00000100:00000001:3.0:1775767971.582011:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767971.582012:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:3.0:1775767971.582016:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.582021:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767971.582022:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767971.582023:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000200:3.0:1775767971.582025:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360599424, offset 0
00000400:00000200:3.0:1775767971.582028:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767971.582031:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767971.582034:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767971.582037:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767971.582040:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767971.582042:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767971.582045:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767971.582048:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59677:59677:256:4294967295] 192.168.202.115@tcp LPNI seq info [59676:59676:8:4294967295]
00000400:00000200:3.0:1775767971.582052:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767971.582058:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767971.582063:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767971.582067:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000800:00000200:3.0:1775767971.582071:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767971.582074:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1775767971.582078:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767971.582081:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1775767971.582084:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767971.582085:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:3.0:1775767971.582088:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767971.582092:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767971.582095:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:3.0:1775767971.582097:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:3.0:1775767971.582099:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767971.582102:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.582109:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767971.582112:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775767996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.582118:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.582119:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767971.582122:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767971.582126:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767971.582129:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767971.582131:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299862595
00000100:00000001:3.0:1775767971.582133:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299863802
00000100:00000001:3.0:1775767971.582136:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299862595
00000100:00000001:3.0:1775767971.582138:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299863802
00000100:00000001:3.0:1775767971.582140:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767971.582143:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.582144:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767971.582148:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767971/real 1775767971]  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767971.582155:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767971.582157:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767971.582158:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767971.582160:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767971.582162:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767971.582164:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767971.582168:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767971.582177:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.582184:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767971.582186:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.582188:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.582189:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767971.582193:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.582201:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767971.582204:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.582212:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767971.582215:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.582217:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767971.582218:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.582220:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767971.582221:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767971.582224:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767971.582228:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767971.582230:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767971.582234:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767971.582243:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599424:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767971.582247:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.582249:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767971.582252:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360599424/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775767996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767971.582259:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767971.582260:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767971.582262:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767971.582264:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767971.582266:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767971.582267:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767971.582269:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767971.582271:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:3.0:1775767971.582274:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767971.582275:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767971.582277:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:3.0:1775767971.582279:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767971.582281:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.582283:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767971.582287:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767971.582288:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767971.582290:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767971.582292:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767972.603971:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767972.603975:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767972.603978:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767972.859933:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299863802, at 4299863808
00000100:00000040:3.0:1775767972.859933:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299863802, at 4299863808
00000100:00000010:3.0:1775767972.859946:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146960.
00000100:00000010:2.0:1775767972.859948:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146900.
00000020:00000001:3.0:1775767975.676017:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767975.676022:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767975.676025:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767976.699930:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767976.699940:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767976.699942:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767976.699945:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767976.699951:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767976.699958:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5195
00000400:00000200:2.0:1775767976.699970:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767976.699989:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767976.699993:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767976.699997:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700000:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700004:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700007:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767976.700010:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767976.700013:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767976.700015:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767976.700018:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767976.700020:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767976.700023:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767976.700026:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700028:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700030:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700032:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767976.700035:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767976.700038:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700043:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767976.700046:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767976.700049:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767976.700052:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700054:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767976.700057:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767976.700065:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775767976.700069:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767976.700073:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767976.700075:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700079:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767976.700081:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767976.700086:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767976.700095:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775767976.700101:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767976.700110:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767976.700117:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767976.700121:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767976.700124:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767976.700151:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767976.700154:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767976.700156:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767976.700157:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767976.700158:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767976.700161:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767976.700162:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5195
00000400:00000200:2.0:1775767976.700166:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767976.700168:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767976.700170:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767976.700172:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700174:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700175:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700177:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767976.700178:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767976.700179:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767976.700180:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767976.700182:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767976.700183:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767976.700184:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775767976.700186:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700187:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700189:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700190:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767976.700192:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775767976.700194:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700195:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767976.700197:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767976.700201:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767976.700203:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700204:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767976.700208:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767976.700211:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700212:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767976.700215:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775767976.700219:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:3.0:1775767976.700220:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775767976.700227:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775767976.700228:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1775767976.700230:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.700232:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775767976.700236:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767976.700238:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767976.700241:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767976.700247:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000040:3.0:1775767976.700248:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767976.700254:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767976.700269:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767976.700271:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767976.700277:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.700291:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775767976.700292:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1775767976.700312:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775767976.700313:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.700324:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767976.700325:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767976.700335:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360599552:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775767976.700338:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767976.700344:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767976.700349:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1775767976.700350:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767976.700353:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767976.700355:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767976.700358:0:56247:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1775767976.700358:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775767976.700365:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5195
02000000:00000001:3.0:1775767976.700365:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.700379:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1775767976.700383:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767976.700386:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767976.700388:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
02000000:00000010:3.0:1775767976.700389:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
00000100:00000040:2.0:1775767976.700394:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:3.0:1775767976.700395:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700404:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700407:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700411:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775767976.700413:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775767976.700415:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767976.700418:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767976.700420:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767976.700421:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767976.700423:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:3.0:1775767976.700423:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000020:00000001:2.0:1775767976.700430:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775767976.700433:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700434:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700436:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:3.0:1775767976.700437:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000001:2.0:1775767976.700439:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767976.700442:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767976.700444:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700446:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767976.700447:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767976.700449:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767976.700452:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700453:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767976.700455:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767976.700456:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700457:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767976.700460:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599552, portal 25
00000100:00000010:2.0:1775767976.700461:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775767976.700466:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:3.0:1775767976.700468:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775767976.700469:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767976.700474:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.700475:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000001:2.0:1775767976.700477:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767976.700479:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767976.700483:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767976.700486:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000040:3.0:1775767976.700492:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767976.700493:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767976.700505:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767976.700541:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767976.700541:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767976.700544:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767976.700553:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775767976.700554:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767976.700563:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daedd0.
00000100:00000001:2.0:1775767976.700566:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767976.700569:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360599552, offset 0
00000100:00080000:2.0:1775767976.700570:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767976.700581:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767976.700582:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767976.700583:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767976.700589:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767976.700592:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775767976.700595:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5195
00000400:00000200:2.0:1775767976.700599:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767976.700601:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767976.700603:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767976.700605:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767976.700608:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767976.700614:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700617:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700620:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775767976.700622:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000001:2.0:1775767976.700624:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767976.700626:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775767976.700629:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775767976.700630:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1775767976.700637:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000400:00000200:3.0:1775767976.700641:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000001:2.0:1775767976.700644:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767976.700648:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:3.0:1775767976.700650:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775767976.700656:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767976.700658:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700666:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767976.700671:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767976.700674:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59678:59678:256:4294967295] 192.168.202.115@tcp LPNI seq info [59677:59677:8:4294967295]
00000100:00000001:2.0:1775767976.700676:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767976.700686:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000400:00000200:3.0:1775767976.700690:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775767976.700693:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700695:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767976.700697:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767976.700700:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767976.700707:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700710:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775767976.700715:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1775767976.700716:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767976.700725:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767976.700733:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775767976.700734:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767976.700745:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000800:00000010:3.0:1775767976.700747:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0c00.
00000020:00000040:2.0:1775767976.700751:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767976.700754:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767976.700755:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767976.700756:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767976.700761:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1775767976.700762:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775767976.700764:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767976.700770:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000800:00000200:3.1:1775767976.700771:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767976.700777:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767976.700782:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767976.700787:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767976.700788:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767976.700792:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767976.700792:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767976.700809:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767976.700818:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299868922
00000100:00000001:2.0:1775767976.700820:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767976.700825:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1775767976.700827:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146960.
00000100:00000040:2.0:1775767976.700877:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775767976.700877:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1775767976.700893:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5205)
00000100:00000001:3.0:1775767976.700893:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299868923
00000100:00000010:3.0:1775767976.700907:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531466c0.
00000100:00000001:3.0:1775767976.700911:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767976.700913:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767976.700916:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.700920:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.700923:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767976.700932:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767976.700934:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775767976.700936:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767976.700938:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767976.700939:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767976.700944:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767976.700950:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767976.700951:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.700954:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767976.700956:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767976.700958:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767976.700960:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599680:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767976.700963:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767976.700965:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767976.700966:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.700968:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767976.700970:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767976.700972:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767976.700974:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767976.700977:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b108.
00000400:00000010:3.0:1775767976.700980:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daef68.
00000100:00000200:3.0:1775767976.700983:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599680, portal 10
00000100:00000001:3.0:1775767976.700984:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767976.700985:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:3.0:1775767976.700990:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767976.700995:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767976.700997:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767976.701000:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daecc0.
00000100:00000200:3.0:1775767976.701002:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360599680, offset 0
00000400:00000200:3.0:1775767976.701005:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767976.701008:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767976.701010:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767976.701012:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767976.701014:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767976.701017:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767976.701019:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767976.701022:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59679:59679:255:4294967295] 192.168.202.115@tcp LPNI seq info [59678:59678:7:4294967295]
00000400:00000200:3.0:1775767976.701025:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767976.701030:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767976.701034:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767976.701037:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0f00.
00000800:00000200:3.0:1775767976.701041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767976.701045:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767976.701048:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767976.701051:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767976.701054:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767976.701056:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299867661
00000100:00000001:3.0:1775767976.701058:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299868922
00000100:00000001:3.0:1775767976.701060:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299867661
00000100:00000001:3.0:1775767976.701061:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299868923
00000100:00000001:3.0:1775767976.701063:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767976.701064:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.701065:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767976.701068:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767976.701072:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767976.701074:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.701075:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767976.701077:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767976.701078:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767976.701080:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599808:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767976.701082:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767976.701083:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767976.701084:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.701085:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767976.701087:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767976.701089:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767976.701091:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767976.701093:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598bc08.
00000400:00000010:3.0:1775767976.701095:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52daeee0.
00000100:00000200:3.0:1775767976.701096:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599808, portal 10
00000100:00000001:3.0:1775767976.701097:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767976.701098:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:3.0:1775767976.701102:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767976.701106:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767976.701107:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767976.701109:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae220.
00000100:00000200:3.0:1775767976.701110:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360599808, offset 0
00000400:00000200:3.0:1775767976.701113:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767976.701114:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767976.701116:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767976.701118:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767976.701119:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767976.701120:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767976.701121:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767976.701123:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59680:59680:254:4294967295] 192.168.202.115@tcp LPNI seq info [59679:59679:6:4294967295]
00000400:00000200:3.0:1775767976.701126:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767976.701129:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767976.701133:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767976.701136:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0200.
00000800:00000200:3.0:1775767976.701138:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767976.701140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767976.701141:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767976.701143:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767976.701145:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767976.701146:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299867659
00000100:00000001:3.0:1775767976.701148:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299868922
00000100:00000001:3.0:1775767976.701150:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299867659
00000100:00000001:3.0:1775767976.701151:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299868923
00000100:00000001:3.0:1775767976.701153:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767976.701154:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.701155:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767976.701157:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767976.701162:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767976.701162:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.701164:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767976.701165:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767976.701166:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767976.701167:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599936:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767976.701169:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767976.701170:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767976.701171:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767976.701172:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767976.701174:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767976.701175:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767976.701177:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767976.701179:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598b210.
00000400:00000010:3.0:1775767976.701182:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767976.701185:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360599936, portal 4
00000100:00000001:3.0:1775767976.701186:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767976.701187:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:3.0:1775767976.701193:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767976.701199:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767976.701201:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767976.701203:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae000.
00000100:00000200:3.0:1775767976.701206:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360599936, offset 0
00000400:00000200:3.0:1775767976.701210:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767976.701214:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767976.701217:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767976.701220:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767976.701222:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767976.701225:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767976.701227:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767976.701230:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59681:59681:253:4294967295] 192.168.202.115@tcp LPNI seq info [59680:59680:5:4294967295]
00000400:00000200:3.0:1775767976.701234:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767976.701240:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767976.701246:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767976.701250:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0a00.
00000800:00000200:3.0:1775767976.701255:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767976.701258:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775767976.701261:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767976.701264:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767976.701267:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767976.701269:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299867714
00000100:00000001:3.0:1775767976.701271:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299868922
00000100:00000001:3.0:1775767976.701273:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299867714
00000100:00000001:3.0:1775767976.701275:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299868923
00000100:00000001:3.0:1775767976.701278:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767976.701280:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.701282:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.701284:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767976.701288:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767976.701290:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775767976.701292:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767976.701293:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767976.701307:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767976.701310:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767977.724012:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767977.724015:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767977.724018:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775767977.979913:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299868923, at 4299868928
00000100:00000040:2.0:1775767977.979914:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299868922, at 4299868928
00000100:00000010:3.0:1775767977.979926:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531466c0.
00000100:00000010:2.0:1775767977.979928:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146960.
00000400:00000100:1.0:1775767979.772063:0:2406:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:1.0:1775767979.772096:0:2406:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775767979.772104:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767979.772107:0:2406:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:1.0:1775767979.772110:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767979.772113:0:2406:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775767979.772117:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767979.772120:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0c00.
00000400:00000200:1.0:1775767979.772124:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767979.772128:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767979.772133:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daedd0
00000400:00000010:1.0:1775767979.772141:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daedd0.
00000100:00000001:1.0:1775767979.772147:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767979.772155:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772186:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767979.772191:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772200:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767979.772202:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767979.772210:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767979.772212:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0f00.
00000400:00000200:1.0:1775767979.772214:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767979.772218:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767979.772222:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daecc0
00000400:00000010:1.0:1775767979.772224:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daecc0.
00000100:00000001:1.0:1775767979.772226:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767979.772231:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772240:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767979.772243:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772249:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767979.772251:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767979.772256:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767979.772259:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0200.
00000400:00000200:1.0:1775767979.772262:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767979.772265:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767979.772280:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae220
00000400:00000010:1.0:1775767979.772282:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae220.
00000100:00000001:1.0:1775767979.772285:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767979.772291:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772299:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767979.772301:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772307:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767979.772308:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775767979.772313:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775767979.772316:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0a00.
00000400:00000200:1.0:1775767979.772318:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775767979.772321:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775767979.772324:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae000
00000400:00000010:1.0:1775767979.772326:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae000.
00000100:00000001:1.0:1775767979.772328:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775767979.772332:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772340:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767979.772343:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767979.772350:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767979.772352:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767979.772419:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767979.772423:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767979.772426:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767979.772433:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767976/real 1775767979]  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767979.772446:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767979.772448:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767979.772451:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b108.
00000400:00000200:3.0:1775767979.772454:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daef68
00000400:00000010:3.0:1775767979.772456:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daef68.
00000100:00000001:3.0:1775767979.772460:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767979.772464:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767979.772474:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772482:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767979.772484:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772487:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.772489:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767979.772494:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772501:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767979.772506:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772513:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767979.772517:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772519:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.772520:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772524:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767979.772527:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767979.772530:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767979.772536:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767979.772538:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767979.772543:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767979.772552:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599680:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767979.772557:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767979.772561:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767976/real 1775767979]  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767979.772569:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767979.772570:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767979.772572:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598bc08.
00000400:00000200:3.0:1775767979.772575:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52daeee0
00000400:00000010:3.0:1775767979.772576:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52daeee0.
00000100:00000001:3.0:1775767979.772578:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767979.772582:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767979.772591:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772598:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767979.772599:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772601:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.772603:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767979.772607:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772615:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767979.772619:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772627:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767979.772630:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772632:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.772633:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772635:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767979.772637:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767979.772639:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767979.772643:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767979.772645:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767979.772649:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767979.772657:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599808:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767979.772661:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767979.772664:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767976/real 1775767979]  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767979.772671:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767979.772673:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767979.772676:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598b210.
00000400:00000200:3.0:1775767979.772678:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767979.772680:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767979.772682:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767979.772685:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767979.772693:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772699:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767979.772701:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772703:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.772704:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767979.772708:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772715:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767979.772724:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772731:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767979.772733:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772734:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.772736:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772737:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767979.772739:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767979.772741:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767979.772744:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767979.772747:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767979.772750:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767979.772757:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360599936:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767979.772761:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767979.772763:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767976/real 1775767979]  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767979.772771:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767979.772772:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767979.772774:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767979.772777:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767979.772778:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767979.772780:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767979.772783:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767979.772790:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772796:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767979.772798:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772799:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.772800:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767979.772804:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772811:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767979.772815:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.772821:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767979.772823:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.772825:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767979.773937:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.773942:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767979.773945:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767979.773949:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767979.773956:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767979.773960:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767979.773966:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767979.773977:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360599552:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767979.773982:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.773985:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767979.773991:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360599680/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.773999:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767979.774001:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767979.774006:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07400.
02000000:00000001:3.0:1775767979.774009:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767979.774011:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767979.774012:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767979.774014:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767979.774017:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:3.0:1775767979.774022:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767979.774023:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767979.774025:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:3.0:1775767979.774029:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767979.774030:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.774031:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767979.774034:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360599808/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.774039:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767979.774040:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767979.774041:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767979.774042:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767979.774043:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767979.774044:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767979.774045:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767979.774046:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:3.0:1775767979.774047:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767979.774048:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767979.774049:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:3.0:1775767979.774050:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767979.774051:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.774052:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767979.774054:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360599936/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.774058:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767979.774060:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767979.774061:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767979.774062:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767979.774063:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767979.774064:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767979.774065:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767979.774066:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:3.0:1775767979.774070:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767979.774070:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767979.774071:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:3.0:1775767979.774072:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767979.774073:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.774075:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767979.774077:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360599552/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767979.774084:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767979.774085:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767979.774086:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767979.774088:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767979.774089:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767979.774090:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767979.774093:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767979.774094:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:3.0:1775767979.774096:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767979.774097:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767979.774099:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:3.0:1775767979.774101:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767979.774102:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.774105:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767979.774112:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767979.774114:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767979.774117:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767979.774119:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775767980.796000:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767980.796004:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767980.796008:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767981.819898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767981.819910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767981.819915:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767981.819920:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767981.819925:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767981.819933:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5200
00000400:00000200:2.0:1775767981.819942:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767981.819950:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767981.819955:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767981.819959:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.819962:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767981.819965:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.819968:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767981.819972:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767981.819973:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767981.819975:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767981.819978:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767981.819979:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767981.819981:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767981.819983:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.819984:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767981.819986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.819987:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767981.819989:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767981.819991:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767981.819992:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767981.819995:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767981.819997:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767981.819999:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820000:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767981.820002:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767981.820006:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767981.820008:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767981.820011:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767981.820012:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820015:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767981.820017:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767981.820021:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767981.820027:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775767981.820033:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767981.820040:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767981.820047:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767981.820050:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767981.820054:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767981.820073:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767981.820075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767981.820078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767981.820079:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767981.820080:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767981.820082:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767981.820084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5200
00000400:00000200:2.0:1775767981.820087:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767981.820089:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767981.820091:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767981.820094:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820097:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767981.820099:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767981.820104:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767981.820106:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775767981.820108:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767981.820111:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775767981.820113:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767981.820116:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767981.820118:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775767981.820119:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820124:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767981.820125:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775767981.820128:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767981.820129:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775767981.820132:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767981.820135:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000040:3.0:1775767981.820139:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775767981.820142:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820149:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767981.820154:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775767981.820160:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775767981.820161:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767981.820162:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767981.820167:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.820169:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775767981.820170:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775767981.820174:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1775767981.820176:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775767981.820180:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775767981.820181:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820185:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767981.820187:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360600064:192.168.202.115@tcp:250:kworker.0
00000100:00000010:2.0:1775767981.820191:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000100:00000001:3.0:1775767981.820194:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767981.820198:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767981.820201:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775767981.820204:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775767981.820204:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775767981.820209:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1775767981.820211:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:2.0:1775767981.820212:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.820215:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820217:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767981.820221:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775767981.820223:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775767981.820224:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767981.820228:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
02000000:00000010:2.0:1775767981.820232:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775767981.820237:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767981.820237:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00100000:2.0:1775767981.820245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1775767981.820264:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600064, portal 25
00000100:00000001:3.0:1775767981.820268:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767981.820270:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:3.0:1775767981.820278:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767981.820302:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767981.820308:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.820309:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767981.820315:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775767981.820319:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775767981.820320:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767981.820325:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360600064, offset 0
00000100:00000001:2.0:1775767981.820336:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767981.820338:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775767981.820341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767981.820346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775767981.820349:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767981.820350:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767981.820354:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767981.820357:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767981.820359:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:2.0:1775767981.820363:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5200
00000400:00000200:3.0:1775767981.820367:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767981.820373:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767981.820378:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767981.820381:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767981.820385:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59682:59682:256:4294967295] 192.168.202.115@tcp LPNI seq info [59681:59681:8:4294967295]
00000400:00000200:3.0:1775767981.820390:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767981.820400:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775767981.820409:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:3.0:1775767981.820409:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767981.820417:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000400:00000200:2.0:1775767981.820418:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767981.820422:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767981.820427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:3.0:1775767981.820430:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775767981.820431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775767981.820436:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1775767981.820437:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820443:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:3.1:1775767981.820448:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767981.820449:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767981.820451:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000800:00000200:3.1:1775767981.820454:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775767981.820455:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767981.820458:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767981.820463:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000100:3.0:1775767981.820464:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000001:2.0:1775767981.820469:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:3.0:1775767981.820469:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767981.820475:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775767981.820477:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820481:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775767981.820486:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775767981.820489:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767981.820492:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000100:00000001:2.0:1775767981.820493:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:3.0:1775767981.820496:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000020:00000040:2.0:1775767981.820498:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775767981.820503:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775767981.820503:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775767981.820508:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767981.820510:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775767981.820511:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767981.820516:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767981.820522:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820528:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767981.820529:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1775767981.820531:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1775767981.820535:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775767981.820536:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820541:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.820550:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767981.820551:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000100:00000001:3.0:1775767981.820552:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775767981.820556:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767981.820561:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775767981.820561:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767981.820564:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820566:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767981.820570:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1775767981.820570:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775767981.820573:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.820575:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299874042
02000000:00000010:2.0:1775767981.820579:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000010:3.0:1775767981.820581:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531466c0.
00000100:00000001:2.0:1775767981.820584:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.820589:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1775767981.820593:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767981.820596:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299874042
00000100:00000010:3.0:1775767981.820602:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146f60.
00000100:00000001:2.0:1775767981.820608:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767981.820608:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775767981.820613:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.820614:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767981.820618:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767981.820621:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.820622:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767981.820630:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767981/real 1775767981]  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767981.820634:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767981.820639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767981.820648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767981.820650:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:3.0:1775767981.820650:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775767981.820654:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1775767981.820654:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767981.820658:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000100:00000001:2.0:1775767981.820659:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767981.820663:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000100:00080000:2.0:1775767981.820666:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5200
00000400:00000010:3.0:1775767981.820667:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767981.820672:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1775767981.820675:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:3.0:1775767981.820679:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775767981.820683:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767981.820690:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767981.820698:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000200:3.0:1775767981.820700:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767981.820702:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767981.820709:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820715:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767981.820716:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1775767981.820719:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775767981.820720:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775767981.820723:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:3.0:1775767981.820724:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1775767981.820728:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775767981.820728:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775767981.820733:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00100000:3.0:1775767981.820736:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767981.820737:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767981.820744:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775767981.820748:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820751:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767981.820753:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820755:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767981.820758:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767981.820761:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767981.820763:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767981.820765:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767981.820768:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767981.820770:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820772:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767981.820775:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767981.820777:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820779:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767981.820782:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767981.820785:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767981.820787:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767981.820789:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767981.820790:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767981.820792:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767981.820793:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767981.820797:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775767981.820800:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767981.820805:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767981.820812:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767981.820814:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767981.820817:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767981.820825:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767981.820851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775767981.820856:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767981.820862:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5210)
00000100:00000001:3.0:1775767981.821635:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767981.821644:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.821652:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767981.821655:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.821658:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767981.821659:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.821661:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767981.821664:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767981.821667:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767981.821671:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767981.821674:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767981.821678:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767981.821686:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360600064:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767981.821691:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.821693:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767981.821696:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360600064/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.821703:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767981.821706:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767981.821709:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767981.821712:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767981.821714:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767981.821715:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767981.821717:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767981.821720:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:3.0:1775767981.821725:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767981.821727:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767981.821729:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:3.0:1775767981.821732:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767981.821733:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.821735:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.821743:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767981.821745:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.821747:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767981.821749:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767981.821752:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767981.821756:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.821769:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767981.821771:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.821773:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767981.821776:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767981.821779:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767981.821781:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600192:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767981.821785:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767981.821788:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767981.821790:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.821792:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767981.821797:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767981.821799:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767981.821805:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767981.821808:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767981.821813:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767981.821818:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600192, portal 10
00000100:00000001:3.0:1775767981.821820:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767981.821822:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:3.0:1775767981.821848:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.821855:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767981.821859:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767981.821862:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767981.821865:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360600192, offset 0
00000400:00000200:3.0:1775767981.821870:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767981.821877:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767981.821883:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767981.821887:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767981.821891:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767981.821894:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767981.821896:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767981.821900:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59683:59683:256:4294967295] 192.168.202.115@tcp LPNI seq info [59682:59682:8:4294967295]
00000400:00000200:3.0:1775767981.821905:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767981.821913:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767981.821918:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767981.821922:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767981.821928:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767981.821932:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767981.821937:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767981.821939:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775767981.821943:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767981.821946:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767981.821949:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767981.821953:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767981.821957:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767981.821959:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767981.821962:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767981.821966:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.821975:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767981.821978:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.821984:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.821986:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767981.821990:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767981.821993:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767981.821997:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767981.821999:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299872782
00000100:00000001:3.0:1775767981.822002:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299874042
00000100:00000001:3.0:1775767981.822004:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299872782
00000100:00000001:3.0:1775767981.822006:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299874042
00000100:00000001:3.0:1775767981.822009:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767981.822012:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.822014:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767981.822018:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767981/real 1775767981]  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767981.822039:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767981.822041:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767981.822047:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767981.822050:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767981.822052:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767981.822054:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767981.822058:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767981.822068:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822076:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767981.822078:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822079:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767981.822081:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767981.822085:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822092:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767981.822097:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822104:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767981.822106:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822108:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767981.822109:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822111:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767981.822113:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767981.822116:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767981.822120:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767981.822123:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767981.822127:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767981.822135:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600192:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767981.822139:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767981.822142:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822149:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767981.822150:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.822152:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767981.822154:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767981.822155:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767981.822158:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600320:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767981.822160:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767981.822162:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767981.822163:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.822164:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767981.822167:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767981.822168:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767981.822171:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767981.822173:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767981.822175:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767981.822177:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600320, portal 10
00000100:00000001:3.0:1775767981.822179:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767981.822180:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:3.0:1775767981.822184:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822188:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767981.822190:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767981.822191:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767981.822193:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360600320, offset 0
00000400:00000200:3.0:1775767981.822196:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767981.822199:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767981.822202:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767981.822204:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767981.822205:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767981.822207:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767981.822209:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767981.822213:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59684:59684:256:4294967295] 192.168.202.115@tcp LPNI seq info [59683:59683:8:4294967295]
00000400:00000200:3.0:1775767981.822217:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767981.822224:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767981.822229:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767981.822232:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767981.822236:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767981.822239:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767981.822243:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767981.822259:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775767981.822264:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767981.822266:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767981.822269:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767981.822273:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767981.822276:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767981.822278:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767981.822281:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767981.822285:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822293:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767981.822296:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822301:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.822302:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767981.822305:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767981.822308:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767981.822310:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767981.822311:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299872780
00000100:00000001:3.0:1775767981.822313:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299874042
00000100:00000001:3.0:1775767981.822315:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299872780
00000100:00000001:3.0:1775767981.822316:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299874042
00000100:00000001:3.0:1775767981.822318:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767981.822319:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.822320:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767981.822323:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767981/real 1775767981]  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767981.822328:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767981.822328:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767981.822329:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767981.822331:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767981.822332:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767981.822333:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767981.822335:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767981.822340:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822344:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767981.822345:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822346:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767981.822347:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767981.822349:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822353:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767981.822355:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822360:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767981.822362:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822363:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767981.822364:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822365:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767981.822366:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767981.822367:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767981.822369:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767981.822371:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767981.822373:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767981.822378:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600320:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767981.822380:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767981.822382:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822386:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767981.822387:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.822388:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767981.822390:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767981.822391:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767981.822393:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600448:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767981.822395:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767981.822396:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767981.822397:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767981.822398:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767981.822401:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767981.822402:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767981.822404:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767981.822406:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767981.822408:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767981.822411:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600448, portal 4
00000100:00000001:3.0:1775767981.822412:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767981.822413:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:3.0:1775767981.822417:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822421:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767981.822422:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767981.822424:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767981.822425:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360600448, offset 0
00000400:00000200:3.0:1775767981.822428:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767981.822430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767981.822432:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767981.822435:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767981.822436:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767981.822438:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767981.822440:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767981.822442:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59685:59685:256:4294967295] 192.168.202.115@tcp LPNI seq info [59684:59684:8:4294967295]
00000400:00000200:3.0:1775767981.822444:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767981.822448:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767981.822451:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767981.822453:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767981.822455:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767981.822457:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1775767981.822460:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767981.822462:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1775767981.822464:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767981.822465:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767981.822467:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767981.822469:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767981.822471:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767981.822472:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767981.822474:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767981.822476:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822481:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767981.822483:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822487:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.822488:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767981.822489:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767981.822491:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767981.822493:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767981.822494:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299872835
00000100:00000001:3.0:1775767981.822496:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299874042
00000100:00000001:3.0:1775767981.822497:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299872835
00000100:00000001:3.0:1775767981.822499:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299874042
00000100:00000001:3.0:1775767981.822500:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767981.822501:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.822502:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767981.822504:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767981/real 1775767981]  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767981.822509:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767981.822509:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767981.822510:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767981.822511:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767981.822512:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767981.822513:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767981.822515:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767981.822520:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822528:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767981.822529:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822530:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767981.822531:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767981.822533:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822537:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767981.822539:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822543:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767981.822544:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822545:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767981.822546:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822547:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767981.822548:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767981.822549:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767981.822551:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767981.822552:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767981.822555:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767981.822559:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600448:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767981.822561:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822563:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767981.822564:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360600192/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822568:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767981.822569:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767981.822571:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767981.822573:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767981.822574:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767981.822575:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767981.822576:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767981.822578:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:3.0:1775767981.822582:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767981.822583:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767981.822584:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:3.0:1775767981.822586:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767981.822587:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822588:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767981.822590:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360600320/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822594:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767981.822594:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767981.822595:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767981.822597:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767981.822597:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767981.822598:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767981.822599:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767981.822600:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:3.0:1775767981.822603:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767981.822603:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767981.822604:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:3.0:1775767981.822606:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767981.822606:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822607:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767981.822609:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360600448/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767981.822613:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767981.822613:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767981.822614:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767981.822615:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767981.822616:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767981.822617:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767981.822618:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767981.822619:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:3.0:1775767981.822621:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767981.822622:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767981.822623:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:3.0:1775767981.822624:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767981.822625:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822626:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767981.822629:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767981.822630:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767981.822631:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767981.822632:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767982.844020:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767982.844023:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767982.844026:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767983.099958:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299874042, at 4299874048
00000100:00000040:3.0:1775767983.099958:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299874042, at 4299874048
00000100:00000010:2.0:1775767983.099977:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531466c0.
00000100:00000010:3.0:1775767983.099985:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146f60.
00000020:00000001:3.0:1775767985.915998:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767985.916002:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767985.916006:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767986.939942:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767986.939950:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767986.939954:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767986.939957:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767986.939964:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767986.939970:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5205
00000400:00000200:1.0:1775767986.939977:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767986.939982:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767986.939985:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767986.939990:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.939995:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767986.939999:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940002:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767986.940004:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767986.940006:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767986.940008:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767986.940010:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767986.940012:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767986.940013:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767986.940015:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940017:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767986.940019:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940020:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767986.940022:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767986.940024:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940026:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767986.940028:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767986.940030:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767986.940032:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940034:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767986.940035:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767986.940043:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775767986.940045:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767986.940049:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767986.940050:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940052:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767986.940054:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767986.940058:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767986.940065:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775767986.940070:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767986.940077:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767986.940086:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767986.940090:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767986.940093:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767986.940109:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767986.940112:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767986.940115:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767986.940116:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767986.940117:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767986.940118:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767986.940120:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5205
00000400:00000200:1.0:1775767986.940122:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767986.940125:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767986.940127:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767986.940130:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940132:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767986.940133:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940135:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767986.940137:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767986.940138:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767986.940139:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775767986.940140:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1775767986.940141:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767986.940145:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767986.940147:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767986.940147:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775767986.940152:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940153:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767986.940153:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775767986.940157:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940159:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767986.940161:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000040:3.0:1775767986.940162:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775767986.940165:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940167:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767986.940168:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767986.940172:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767986.940173:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940177:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767986.940181:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775767986.940183:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767986.940186:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775767986.940187:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940192:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.940194:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1775767986.940195:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
02000000:00000001:3.0:1775767986.940209:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1775767986.940210:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767986.940215:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775767986.940216:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767986.940218:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940221:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767986.940224:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1775767986.940225:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360600576:192.168.202.115@tcp:250:kworker.0
02000000:00000001:1.0:1775767986.940227:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.940233:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1775767986.940236:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
02000000:00000001:3.0:1775767986.940239:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775767986.940242:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.940243:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.940248:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1775767986.940251:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1775767986.940255:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767986.940260:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940266:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767986.940269:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767986.940270:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:1.0:1775767986.940275:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1775767986.940275:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767986.940283:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767986.940290:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600576, portal 25
00000100:00000001:1.0:1775767986.940291:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.940295:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1775767986.940297:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767986.940298:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112668544 : -130299596883072 : ffff897e42d03b80)
00000100:00080000:1.0:1775767986.940301:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767986.940303:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767986.940304:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767986.940305:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767986.940307:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5205
00000400:00000200:1.0:1775767986.940311:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767986.940316:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000040:3.0:1775767986.940316:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775767986.940320:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767986.940326:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940331:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767986.940333:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775767986.940334:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940337:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767986.940341:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1775767986.940341:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000040:1.0:1775767986.940344:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767986.940346:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1775767986.940346:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000020:00000040:1.0:1775767986.940349:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000200:3.0:1775767986.940350:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360600576, offset 0
00000020:00000001:1.0:1775767986.940351:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767986.940354:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767986.940360:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775767986.940360:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940363:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767986.940365:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940367:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767986.940368:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767986.940372:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:3.0:1775767986.940373:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775767986.940375:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767986.940378:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767986.940381:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775767986.940381:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:1.0:1775767986.940386:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940387:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:3.0:1775767986.940388:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1775767986.940389:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767986.940392:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767986.940393:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:1.0:1775767986.940395:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767986.940398:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1775767986.940399:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000400:00000200:3.0:1775767986.940401:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000040:1.0:1775767986.940404:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775767986.940409:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775767986.940409:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59686:59686:256:4294967295] 192.168.202.115@tcp LPNI seq info [59685:59685:8:4294967295]
00000400:00000200:3.0:1775767986.940413:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775767986.940420:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767986.940424:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1775767986.940425:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1775767986.940426:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767986.940430:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767986.940434:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.940438:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
02000000:00000010:1.0:1775767986.940439:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775767986.940444:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775767986.940447:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:1.0:1775767986.940451:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1775767986.940452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767986.940463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767986.940464:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767986.940468:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1775767986.940468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1775767986.940472:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1775767986.940477:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.940482:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000100:00000001:1.0:1775767986.940487:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767986.940489:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775767986.940490:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1775767986.940492:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767986.940494:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767986.940497:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767986.940497:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775767986.940503:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767986.940504:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000100:00080000:1.0:1775767986.940506:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5205
00000400:00000010:3.0:1775767986.940507:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767986.940513:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1775767986.940514:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:3.0:1775767986.940518:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775767986.940521:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767986.940527:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767986.940532:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775767986.940533:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:3.0:1775767986.940538:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767986.940539:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767986.940546:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940552:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767986.940552:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.940554:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1775767986.940558:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767986.940561:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:3.0:1775767986.940561:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775767986.940565:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1775767986.940568:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:1.0:1775767986.940570:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:3.0:1775767986.940572:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299879162
00000020:00000001:1.0:1775767986.940575:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000010:3.0:1775767986.940578:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146f60.
00000020:00000001:1.0:1775767986.940579:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767986.940584:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767986.940585:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775767986.940589:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767986.940593:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940595:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767986.940598:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299879162
00000020:00000040:1.0:1775767986.940599:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000010:3.0:1775767986.940604:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146b40.
00000100:00080000:1.0:1775767986.940605:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767986.940610:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.940610:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1775767986.940615:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1775767986.940615:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767986.940619:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767986.940619:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.940621:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1775767986.940624:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767986.940628:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767986/real 1775767986]  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767986.940629:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767986.940633:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767986.940640:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775767986.940642:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775767986.940643:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775767986.940644:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767986.940647:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000100:00000010:1.0:1775767986.940650:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000400:00000200:3.0:1775767986.940650:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767986.940653:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000020:00000040:1.0:1775767986.940656:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:3.0:1775767986.940656:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767986.940662:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775767986.940663:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767986.940666:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767986.940672:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767986.940680:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767986.940684:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775767986.940684:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767986.940687:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775767986.940688:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.940690:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.940693:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1775767986.940694:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00100000:3.0:1775767986.940698:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767986.940701:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767986.940710:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767986.940712:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767986.940723:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767986.940725:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767986.940729:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767986.940737:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.940739:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767986.940746:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.940751:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.940754:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775767986.940758:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767986.940762:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775767986.940767:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775767986.940767:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767986.940772:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1775767986.940773:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5215)
00000100:00080000:3.0:1775767986.940779:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767986.940785:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767986.940788:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767986.940795:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767986.940803:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360600576:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767986.940808:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.940810:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767986.940813:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03b80 x1862022360600576/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.940820:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767986.940823:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767986.940826:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767986.940850:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767986.940851:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767986.940853:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767986.940854:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767986.940856:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:3.0:1775767986.940858:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767986.940860:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767986.940861:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03b80.
00000100:00000001:3.0:1775767986.940863:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767986.940864:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.940866:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.940871:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767986.940872:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.940874:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767986.940875:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767986.940877:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767986.940880:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.940885:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767986.940886:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.940887:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767986.940889:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767986.940890:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767986.940892:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600704:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767986.940894:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767986.940896:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767986.940897:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.940898:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767986.940901:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767986.940902:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767986.940905:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767986.940907:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767986.940910:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767986.940912:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600704, portal 10
00000100:00000001:3.0:1775767986.940914:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767986.940915:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112657792 : -130299596893824 : ffff897e42d01180)
00000100:00000040:3.0:1775767986.940919:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.940923:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767986.940925:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767986.940927:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767986.940928:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360600704, offset 0
00000400:00000200:3.0:1775767986.940931:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767986.940934:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767986.940936:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767986.940938:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767986.940940:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767986.940942:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767986.940943:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767986.940945:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59687:59687:256:4294967295] 192.168.202.115@tcp LPNI seq info [59686:59686:8:4294967295]
00000400:00000200:3.0:1775767986.940948:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767986.940952:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767986.940955:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.940957:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767986.940960:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767986.940963:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767986.940967:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767986.940970:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775767986.940974:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.940976:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767986.940979:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767986.940983:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767986.940986:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767986.940988:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767986.940991:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767986.940994:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941009:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767986.941012:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941017:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.941018:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767986.941021:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767986.941024:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767986.941026:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767986.941028:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299877901
00000100:00000001:3.0:1775767986.941030:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299879162
00000100:00000001:3.0:1775767986.941031:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299877901
00000100:00000001:3.0:1775767986.941033:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299879162
00000100:00000001:3.0:1775767986.941034:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767986.941036:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.941037:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767986.941040:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767986/real 1775767986]  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767986.941045:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767986.941045:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767986.941046:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767986.941048:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767986.941049:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767986.941050:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767986.941052:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767986.941057:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941061:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767986.941063:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941064:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.941065:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767986.941067:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941071:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767986.941074:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941078:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767986.941079:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941080:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.941081:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941082:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767986.941083:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767986.941085:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767986.941087:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767986.941088:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767986.941091:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767986.941104:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600704:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767986.941108:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767986.941111:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941118:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767986.941120:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.941122:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767986.941124:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767986.941126:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767986.941130:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600832:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767986.941133:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767986.941135:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767986.941137:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.941139:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767986.941143:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767986.941145:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767986.941148:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767986.941151:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767986.941154:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767986.941158:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600832, portal 10
00000100:00000001:3.0:1775767986.941159:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767986.941160:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112664960 : -130299596886656 : ffff897e42d02d80)
00000100:00000040:3.0:1775767986.941165:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941169:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767986.941170:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767986.941172:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767986.941173:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360600832, offset 0
00000400:00000200:3.0:1775767986.941176:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767986.941178:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767986.941181:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767986.941183:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767986.941185:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767986.941188:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767986.941190:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767986.941194:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59688:59688:256:4294967295] 192.168.202.115@tcp LPNI seq info [59687:59687:8:4294967295]
00000400:00000200:3.0:1775767986.941211:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767986.941218:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767986.941223:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.941227:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767986.941232:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767986.941235:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767986.941239:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767986.941242:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775767986.941247:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.941248:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767986.941251:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767986.941256:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767986.941258:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767986.941259:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767986.941261:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767986.941263:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941269:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767986.941271:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941275:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.941276:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767986.941279:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767986.941281:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767986.941283:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767986.941284:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299877899
00000100:00000001:3.0:1775767986.941286:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299879162
00000100:00000001:3.0:1775767986.941287:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299877899
00000100:00000001:3.0:1775767986.941289:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299879162
00000100:00000001:3.0:1775767986.941290:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767986.941292:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.941294:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767986.941296:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767986/real 1775767986]  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767986.941300:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767986.941302:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767986.941303:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767986.941304:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767986.941305:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767986.941307:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767986.941309:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767986.941313:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941317:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767986.941318:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941319:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.941320:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767986.941322:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941326:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767986.941328:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941332:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767986.941334:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941335:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.941336:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941337:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767986.941338:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767986.941340:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767986.941342:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767986.941343:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767986.941345:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767986.941354:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600832:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767986.941357:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767986.941358:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941362:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767986.941363:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.941364:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767986.941366:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767986.941367:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767986.941369:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600960:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767986.941370:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767986.941372:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767986.941373:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767986.941374:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767986.941376:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767986.941377:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767986.941380:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767986.941381:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767986.941384:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767986.941385:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360600960, portal 4
00000100:00000001:3.0:1775767986.941387:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767986.941388:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112656000 : -130299596895616 : ffff897e42d00a80)
00000100:00000040:3.0:1775767986.941391:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941396:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767986.941397:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767986.941398:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767986.941400:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360600960, offset 0
00000400:00000200:3.0:1775767986.941402:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767986.941405:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767986.941407:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767986.941409:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767986.941411:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767986.941413:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767986.941415:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767986.941417:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59689:59689:256:4294967295] 192.168.202.115@tcp LPNI seq info [59688:59688:8:4294967295]
00000400:00000200:3.0:1775767986.941420:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767986.941424:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767986.941427:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.941429:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767986.941431:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767986.941433:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1775767986.941436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767986.941437:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1775767986.941440:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767986.941441:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767986.941443:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767986.941445:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767986.941447:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767986.941448:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767986.941450:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767986.941452:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941457:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767986.941459:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941463:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.941464:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767986.941465:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767986.941467:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767986.941469:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767986.941471:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299877954
00000100:00000001:3.0:1775767986.941473:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299879162
00000100:00000001:3.0:1775767986.941474:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299877954
00000100:00000001:3.0:1775767986.941476:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299879162
00000100:00000001:3.0:1775767986.941477:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767986.941478:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.941479:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767986.941481:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767986/real 1775767986]  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767986.941486:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767986.941486:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767986.941487:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767986.941489:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767986.941490:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767986.941491:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767986.941493:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767986.941499:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941502:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767986.941503:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941504:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.941505:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767986.941507:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941511:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767986.941513:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941517:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767986.941519:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941520:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767986.941521:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941522:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767986.941523:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767986.941525:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767986.941527:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767986.941528:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767986.941530:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767986.941534:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360600960:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767986.941537:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941538:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767986.941539:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01180 x1862022360600704/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941543:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767986.941544:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767986.941545:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767986.941547:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767986.941547:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767986.941548:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767986.941549:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767986.941550:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:3.0:1775767986.941552:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767986.941553:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767986.941554:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01180.
00000100:00000001:3.0:1775767986.941556:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767986.941556:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941558:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767986.941559:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02d80 x1862022360600832/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941568:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767986.941569:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767986.941570:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767986.941571:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767986.941572:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767986.941573:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767986.941574:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767986.941574:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:3.0:1775767986.941576:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767986.941576:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767986.941577:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02d80.
00000100:00000001:3.0:1775767986.941579:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767986.941579:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941580:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767986.941582:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00a80 x1862022360600960/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767986.941586:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767986.941586:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767986.941587:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767986.941588:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767986.941589:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767986.941589:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767986.941590:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767986.941591:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:3.0:1775767986.941592:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767986.941593:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767986.941594:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00a80.
00000100:00000001:3.0:1775767986.941595:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767986.941596:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941597:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767986.941599:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767986.941600:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767986.941601:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767986.941602:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767987.964039:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767987.964043:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767987.964045:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767988.219945:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299879162, at 4299879168
00000100:00000040:3.0:1775767988.219945:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299879162, at 4299879168
00000100:00000010:3.0:1775767988.219960:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146b40.
00000100:00000010:2.0:1775767988.219971:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146f60.
00000020:00000001:3.0:1775767991.035992:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767991.035997:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767991.036001:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775767992.059949:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767992.059960:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775767992.059963:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767992.059968:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767992.059976:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767992.059984:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5210
00000400:00000200:1.0:1775767992.059993:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767992.060001:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767992.060005:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767992.060009:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060013:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767992.060017:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060020:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767992.060024:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767992.060028:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775767992.060033:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767992.060037:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775767992.060041:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775767992.060045:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775767992.060049:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060051:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767992.060054:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060057:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767992.060060:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775767992.060064:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060074:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767992.060078:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767992.060082:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767992.060085:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060088:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775767992.060090:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767992.060097:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775767992.060101:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775767992.060106:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767992.060108:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060111:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775767992.060114:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767992.060117:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767992.060126:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775767992.060133:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767992.060142:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767992.060166:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767992.060169:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767992.060174:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767992.060185:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767992.060189:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767992.060193:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775767992.060196:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767992.060198:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767992.060201:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767992.060204:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5210
00000100:00000001:3.0:1775767992.060207:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1775767992.060211:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767992.060213:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767992.060216:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1775767992.060217:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767992.060221:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775767992.060224:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767992.060228:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060234:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767992.060238:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060240:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767992.060243:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767992.060245:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775767992.060248:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767992.060251:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775767992.060253:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775767992.060256:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775767992.060259:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060261:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767992.060264:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060266:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767992.060269:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775767992.060272:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060275:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767992.060278:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767992.060283:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767992.060286:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060288:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767992.060293:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1775767992.060304:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767992.060306:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775767992.060309:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.060312:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775767992.060314:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.060316:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1775767992.060320:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
02000000:00000001:3.0:1775767992.060320:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775767992.060326:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00100000:3.0:1775767992.060329:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360601088:192.168.202.115@tcp:250:kworker.0
02000000:00000001:1.0:1775767992.060331:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767992.060334:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.060336:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775767992.060338:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775767992.060340:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775767992.060341:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775767992.060343:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767992.060346:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.060346:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767992.060352:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000010:1.0:1775767992.060353:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
02000000:00000001:3.0:1775767992.060356:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060360:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767992.060363:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767992.060368:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000100:00100000:1.0:1775767992.060372:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1775767992.060374:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767992.060382:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601088, portal 25
00000100:00000001:1.0:1775767992.060386:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767992.060386:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767992.060387:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112656000 : -130299596895616 : ffff897e42d00a80)
00000100:00000001:1.0:1775767992.060391:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767992.060396:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767992.060401:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767992.060411:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775767992.060414:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767992.060418:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775767992.060420:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767992.060421:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775767992.060424:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775767992.060427:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5210
00000400:00000200:1.0:1775767992.060432:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775767992.060435:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767992.060438:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775767992.060441:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060443:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767992.060445:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060447:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775767992.060449:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767992.060451:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775767992.060453:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767992.060455:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775767992.060457:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775767992.060460:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775767992.060463:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060465:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775767992.060467:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060469:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767992.060472:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775767992.060475:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060478:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767992.060480:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775767992.060483:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775767992.060486:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060488:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775767992.060491:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775767992.060494:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060496:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775767992.060500:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775767992.060506:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:3.0:1775767992.060512:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1775767992.060513:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775767992.060516:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767992.060517:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060521:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1775767992.060522:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
02000000:00000001:1.0:1775767992.060523:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1775767992.060526:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360601088, offset 0
02000000:00000001:1.0:1775767992.060527:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775767992.060535:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000400:00000200:3.0:1775767992.060535:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060541:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775767992.060548:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775767992.060557:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775767992.060559:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775767992.060566:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767992.060579:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767992.060582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:1.0:1775767992.060584:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775767992.060589:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775767992.060591:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775767992.060593:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775767992.060597:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:1.0:1775767992.060599:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767992.060603:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775767992.060606:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5210
00000400:00000200:3.0:1775767992.060609:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767992.060615:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775767992.060617:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767992.060618:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767992.060627:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59690:59690:256:4294967295] 192.168.202.115@tcp LPNI seq info [59689:59689:8:4294967295]
00000400:00000200:1.0:1775767992.060628:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775767992.060633:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1775767992.060633:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:1.0:1775767992.060640:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060645:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775767992.060647:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1775767992.060652:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:3.0:1775767992.060657:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060658:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000010:3.0:1775767992.060661:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000020:00000001:1.0:1775767992.060662:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775767992.060665:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775767992.060668:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775767992.060672:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:3.0:1775767992.060672:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775767992.060677:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:3.0:1775767992.060679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1775767992.060681:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775767992.060689:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:3.1:1775767992.060691:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775767992.060693:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1775767992.060698:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1775767992.060699:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775767992.060705:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775767992.060710:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000100:3.0:1775767992.060710:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767992.060715:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000100:00080000:1.0:1775767992.060718:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:3.0:1775767992.060720:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775767992.060723:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767992.060728:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1775767992.060729:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775767992.060733:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
02000000:00000001:1.0:1775767992.060734:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1775767992.060736:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
02000000:00000001:1.0:1775767992.060741:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.060742:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775767992.060745:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:3.0:1775767992.060748:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1775767992.060750:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775767992.060757:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060762:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.060764:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1775767992.060768:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000100:00000040:3.0:1775767992.060768:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775767992.060774:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:3.0:1775767992.060779:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767992.060780:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775767992.060782:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1775767992.060784:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775767992.060787:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1775767992.060788:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775767992.060789:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775767992.060792:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767992.060793:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767992.060797:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299884282
02000000:00000010:1.0:1775767992.060800:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000010:3.0:1775767992.060802:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146b40.
00000100:00000001:1.0:1775767992.060806:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.060809:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00100000:1.0:1775767992.060814:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767992.060814:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299884282
00000100:00000010:3.0:1775767992.060818:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146540.
00000100:00000001:3.0:1775767992.060822:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775767992.060827:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767992.060845:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.060848:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767992.060852:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767992/real 1775767992]  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767992.060865:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1775767992.060865:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767992.060868:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775767992.060870:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767992.060871:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767992.060877:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767992.060879:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000040:1.0:1775767992.060882:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.060882:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767992.060887:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775767992.060912:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767992.060913:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767992.060918:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775767992.060922:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767992.060925:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775767992.060926:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775767992.060927:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.060931:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767992.060934:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775767992.060936:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5220)
00000100:00000001:3.0:1775767992.060943:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767992.060947:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.060952:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767992.060954:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.060955:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.060957:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.060959:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767992.060960:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767992.060962:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767992.060965:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767992.060967:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767992.060970:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767992.060979:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360601088:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767992.060984:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.060986:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767992.060989:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00a80 x1862022360601088/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.060995:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767992.060998:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767992.061000:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767992.061004:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767992.061005:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767992.061006:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767992.061008:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767992.061010:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:3.0:1775767992.061013:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767992.061014:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767992.061016:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00a80.
00000100:00000001:3.0:1775767992.061018:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767992.061019:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061021:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061027:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767992.061028:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061030:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767992.061032:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767992.061033:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767992.061035:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061040:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767992.061041:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.061043:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767992.061044:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767992.061046:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767992.061047:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601216:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767992.061050:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767992.061051:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767992.061052:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.061054:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767992.061056:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767992.061057:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767992.061060:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767992.061062:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767992.061064:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767992.061067:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601216, portal 10
00000100:00000001:3.0:1775767992.061069:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767992.061071:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112664960 : -130299596886656 : ffff897e42d02d80)
00000100:00000040:3.0:1775767992.061077:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061085:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767992.061086:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767992.061088:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767992.061090:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360601216, offset 0
00000400:00000200:3.0:1775767992.061093:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767992.061096:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767992.061099:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767992.061101:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767992.061103:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767992.061105:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767992.061107:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767992.061109:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59691:59691:256:4294967295] 192.168.202.115@tcp LPNI seq info [59690:59690:8:4294967295]
00000400:00000200:3.0:1775767992.061112:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767992.061116:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767992.061119:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767992.061121:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767992.061124:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767992.061125:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767992.061128:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767992.061137:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775767992.061142:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767992.061144:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767992.061160:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767992.061165:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767992.061168:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767992.061170:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767992.061173:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767992.061177:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061185:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767992.061189:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061197:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061198:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767992.061202:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767992.061206:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767992.061209:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767992.061212:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299883021
00000100:00000001:3.0:1775767992.061214:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299884282
00000100:00000001:3.0:1775767992.061215:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299883021
00000100:00000001:3.0:1775767992.061218:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299884282
00000100:00000001:3.0:1775767992.061220:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767992.061221:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061223:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767992.061226:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767992/real 1775767992]  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767992.061231:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767992.061232:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767992.061233:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767992.061234:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767992.061236:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767992.061237:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767992.061239:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767992.061244:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061248:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767992.061249:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061250:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.061251:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767992.061253:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061257:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767992.061264:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061271:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767992.061274:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061276:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.061277:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061279:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767992.061281:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767992.061284:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767992.061287:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767992.061290:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767992.061294:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767992.061303:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601216:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767992.061307:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767992.061311:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061319:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767992.061320:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.061322:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767992.061324:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767992.061326:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767992.061330:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601344:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767992.061332:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767992.061334:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767992.061335:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.061336:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767992.061339:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767992.061340:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767992.061343:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767992.061344:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767992.061346:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767992.061349:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601344, portal 10
00000100:00000001:3.0:1775767992.061350:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767992.061351:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112657792 : -130299596893824 : ffff897e42d01180)
00000100:00000040:3.0:1775767992.061355:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061360:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767992.061361:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767992.061362:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767992.061364:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360601344, offset 0
00000400:00000200:3.0:1775767992.061367:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767992.061369:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767992.061372:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767992.061374:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767992.061376:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767992.061377:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767992.061379:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767992.061381:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59692:59692:256:4294967295] 192.168.202.115@tcp LPNI seq info [59691:59691:8:4294967295]
00000400:00000200:3.0:1775767992.061384:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767992.061388:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767992.061391:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767992.061393:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767992.061395:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767992.061397:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767992.061400:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767992.061402:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775767992.061405:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767992.061406:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767992.061408:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767992.061410:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767992.061412:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767992.061413:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767992.061415:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767992.061417:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061423:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767992.061424:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061433:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061434:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767992.061436:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767992.061438:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767992.061440:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767992.061442:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299883019
00000100:00000001:3.0:1775767992.061443:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299884282
00000100:00000001:3.0:1775767992.061445:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299883019
00000100:00000001:3.0:1775767992.061446:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299884282
00000100:00000001:3.0:1775767992.061448:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767992.061449:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061450:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767992.061452:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767992/real 1775767992]  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767992.061457:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767992.061458:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767992.061459:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767992.061460:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767992.061461:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767992.061462:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767992.061464:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767992.061469:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061473:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767992.061474:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061475:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.061476:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767992.061478:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061483:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767992.061485:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061489:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767992.061491:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061492:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.061492:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061494:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767992.061495:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767992.061496:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767992.061498:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767992.061500:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767992.061502:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767992.061506:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601344:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767992.061508:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767992.061510:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061514:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767992.061516:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.061517:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767992.061518:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767992.061520:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767992.061521:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601472:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767992.061523:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767992.061524:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767992.061526:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767992.061536:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767992.061538:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767992.061540:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767992.061542:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767992.061544:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767992.061546:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767992.061548:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601472, portal 4
00000100:00000001:3.0:1775767992.061552:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767992.061553:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112668544 : -130299596883072 : ffff897e42d03b80)
00000100:00000040:3.0:1775767992.061557:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061561:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767992.061563:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767992.061564:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767992.061566:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360601472, offset 0
00000400:00000200:3.0:1775767992.061568:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767992.061570:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767992.061572:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767992.061574:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767992.061576:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767992.061577:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767992.061578:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767992.061580:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59693:59693:256:4294967295] 192.168.202.115@tcp LPNI seq info [59692:59692:8:4294967295]
00000400:00000200:3.0:1775767992.061583:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767992.061587:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767992.061590:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767992.061592:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767992.061594:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767992.061596:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1775767992.061598:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767992.061600:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1775767992.061603:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767992.061605:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767992.061607:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767992.061609:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767992.061611:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767992.061612:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767992.061613:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767992.061615:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061621:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767992.061623:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061627:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061628:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767992.061629:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767992.061631:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767992.061633:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767992.061634:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299883074
00000100:00000001:3.0:1775767992.061636:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299884282
00000100:00000001:3.0:1775767992.061637:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299883074
00000100:00000001:3.0:1775767992.061639:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299884282
00000100:00000001:3.0:1775767992.061640:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767992.061642:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061643:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767992.061645:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767992/real 1775767992]  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767992.061649:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767992.061650:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767992.061651:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767992.061652:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767992.061653:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767992.061655:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767992.061657:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767992.061662:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061666:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767992.061667:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061668:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.061669:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767992.061671:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061677:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767992.061681:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061688:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767992.061690:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061692:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767992.061693:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061695:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767992.061697:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767992.061700:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767992.061703:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767992.061705:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767992.061709:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767992.061716:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601472:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767992.061719:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061721:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767992.061723:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02d80 x1862022360601216/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061727:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767992.061728:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767992.061730:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767992.061732:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767992.061733:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767992.061734:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767992.061735:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767992.061736:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:3.0:1775767992.061738:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767992.061739:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767992.061740:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02d80.
00000100:00000001:3.0:1775767992.061742:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767992.061743:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061744:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767992.061746:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01180 x1862022360601344/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061750:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767992.061751:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767992.061752:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767992.061753:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767992.061754:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767992.061755:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767992.061756:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767992.061756:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:3.0:1775767992.061758:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767992.061758:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767992.061759:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01180.
00000100:00000001:3.0:1775767992.061760:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767992.061761:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061762:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767992.061764:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03b80 x1862022360601472/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767992.061767:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767992.061768:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767992.061769:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767992.061771:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767992.061772:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767992.061772:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767992.061774:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767992.061774:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:3.0:1775767992.061776:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767992.061776:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767992.061777:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03b80.
00000100:00000001:3.0:1775767992.061778:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767992.061779:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061780:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767992.061783:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767992.061783:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767992.061785:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767992.061786:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767993.084074:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767993.084078:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767993.084083:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767993.339942:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299884282, at 4299884288
00000100:00000040:3.0:1775767993.339953:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299884282, at 4299884288
00000100:00000010:2.0:1775767993.339973:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146b40.
00000100:00000010:3.0:1775767993.339976:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146540.
00000020:00000001:3.0:1775767994.107984:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767994.107987:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767994.107990:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775767996.156010:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767996.156015:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767996.156019:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775767997.179965:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767997.179976:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775767997.179979:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767997.179983:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767997.179987:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767997.179994:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5215
00000400:00000200:2.0:1775767997.180003:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767997.180009:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767997.180012:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767997.180016:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180019:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767997.180022:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180024:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775767997.180027:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767997.180029:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775767997.180031:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767997.180034:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775767997.180037:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775767997.180039:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775767997.180042:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180044:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767997.180046:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180048:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767997.180051:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775767997.180054:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180057:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767997.180060:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767997.180064:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767997.180067:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180070:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775767997.180072:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767997.180081:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775767997.180084:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775767997.180087:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767997.180088:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180091:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767997.180093:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767997.180096:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767997.180285:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775767997.180291:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775767997.180299:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775767997.180307:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767997.180311:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767997.180314:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767997.180334:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767997.180337:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767997.180339:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775767997.180340:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775767997.180342:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767997.180345:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775767997.180347:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5215
00000400:00000200:2.0:1775767997.180352:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775767997.180355:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775767997.180358:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767997.180362:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180364:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767997.180367:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180370:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767997.180370:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775767997.180375:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1775767997.180375:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775767997.180376:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:3.0:1775767997.180378:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775767997.180380:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767997.180383:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000040:3.0:1775767997.180385:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775767997.180387:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775767997.180393:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:3.0:1775767997.180402:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767997.180403:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.180406:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767997.180408:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775767997.180410:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:3.0:1775767997.180411:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180416:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1775767997.180417:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360601600:192.168.202.115@tcp:250:kworker.0
00000100:00000040:2.0:1775767997.180420:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180425:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767997.180426:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1775767997.180430:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:3.0:1775767997.180431:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775767997.180433:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:3.0:1775767997.180435:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180436:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.180438:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775767997.180439:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1775767997.180444:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:2.0:1775767997.180445:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767997.180449:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.180449:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180454:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775767997.180457:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1775767997.180458:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:2.0:1775767997.180462:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180464:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767997.180464:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000100:00000010:2.0:1775767997.180470:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775767997.180472:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000010:3.0:1775767997.180472:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
02000000:00000001:2.0:1775767997.180478:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767997.180479:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180480:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767997.180481:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1775767997.180481:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601600, portal 25
02000000:00000001:2.0:1775767997.180484:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.180485:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767997.180488:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
02000000:00000010:2.0:1775767997.180489:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775767997.180493:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767997.180494:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775767997.180500:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767997.180505:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775767997.180511:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775767997.180511:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180514:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775767997.180516:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000040:2.0:1775767997.180520:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767997.180521:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360601600, offset 0
00000100:00000001:2.0:1775767997.180532:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767997.180532:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775767997.180537:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767997.180540:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775767997.180543:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775767997.180543:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775767997.180545:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767997.180548:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775767997.180551:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:2.0:1775767997.180554:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5215
00000400:00000200:3.0:1775767997.180558:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767997.180561:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767997.180564:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767997.180566:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767997.180569:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59694:59694:256:4294967295] 192.168.202.115@tcp LPNI seq info [59693:59693:8:4294967295]
00000400:00000200:3.0:1775767997.180572:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767997.180579:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775767997.180587:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:3.0:1775767997.180587:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775767997.180593:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:3.0:1775767997.180593:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000100:00080000:2.0:1775767997.180597:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775767997.180599:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180601:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775767997.180605:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775767997.180606:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180610:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:3.0:1775767997.180611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775767997.180612:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767997.180614:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775767997.180617:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775767997.180618:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775767997.180622:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:3.1:1775767997.180622:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775767997.180626:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:3.1:1775767997.180627:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1775767997.180631:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180633:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1775767997.180635:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775767997.180637:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000010:3.0:1775767997.180639:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000100:00000001:2.0:1775767997.180640:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775767997.180644:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:3.0:1775767997.180646:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775767997.180647:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180651:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767997.180653:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1775767997.180656:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775767997.180657:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775767997.180662:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767997.180664:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
02000000:00000001:2.0:1775767997.180665:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180668:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767997.180668:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1775767997.180672:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775767997.180675:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775767997.180675:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767997.180679:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775767997.180684:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775767997.180688:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775767997.180691:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775767997.180691:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775767997.180695:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767997.180695:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767997.180697:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767997.180700:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775767997.180701:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775767997.180705:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:3.0:1775767997.180710:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180711:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.180714:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1775767997.180718:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767997.180719:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767997.180729:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775767997.180730:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775767997.180732:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299889402
00000100:00000001:2.0:1775767997.180733:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767997.180739:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775767997.180740:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146540.
00000100:00000001:2.0:1775767997.180747:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.180748:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1775767997.180749:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775767997.180753:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775767997.180754:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775767997.180755:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299889402
00000100:00080000:2.0:1775767997.180756:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775767997.180760:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:3.0:1775767997.180760:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146840.
00000100:00080000:2.0:1775767997.180763:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5215
00000100:00000001:3.0:1775767997.180765:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000400:00000200:2.0:1775767997.180767:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767997.180770:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775767997.180772:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:3.0:1775767997.180773:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775767997.180775:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1775767997.180777:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775767997.180782:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00100000:3.0:1775767997.180784:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767997/real 1775767997]  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767997.180788:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775767997.180794:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000001:3.0:1775767997.180796:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775767997.180798:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000001:3.0:1775767997.180798:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767997.180801:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000020:00000001:2.0:1775767997.180802:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775767997.180805:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:3.0:1775767997.180806:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000020:00000001:2.0:1775767997.180808:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1775767997.180810:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000020:00000040:2.0:1775767997.180812:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:3.0:1775767997.180814:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1775767997.180816:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775767997.180821:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000200:3.0:1775767997.180822:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767997.180860:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767997.180865:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775767997.180871:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775767997.180873:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1775767997.180876:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775767997.180877:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775767997.180882:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775767997.180882:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767997.180885:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775767997.180886:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775767997.180892:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00100000:3.0:1775767997.180893:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775767997.180894:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775767997.180898:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775767997.180902:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775767997.180906:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180911:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775767997.180912:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1775767997.180914:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775767997.180917:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180919:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767997.180920:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775767997.180922:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775767997.180927:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775767997.180932:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775767997.180934:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775767997.180937:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775767997.180939:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775767997.180939:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1775767997.180942:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.180947:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775767997.180948:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:3.0:1775767997.180952:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775767997.180953:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.180955:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775767997.180960:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775767997.180961:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767997.180964:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767997.180971:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775767997.180973:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775767997.180975:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775767997.180979:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000040:2.0:1775767997.180981:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.180984:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775767997.180993:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775767997.180996:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775767997.180996:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775767997.181003:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775767997.181008:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5225)
00000100:00100000:3.0:1775767997.181016:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360601600:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775767997.181024:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181027:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767997.181030:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360601600/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181035:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767997.181037:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767997.181039:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767997.181041:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767997.181043:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767997.181044:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775767997.181045:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767997.181047:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:3.0:1775767997.181052:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767997.181053:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767997.181054:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:3.0:1775767997.181056:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767997.181057:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181059:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181064:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767997.181066:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181068:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767997.181069:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775767997.181070:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767997.181072:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181077:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767997.181078:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.181080:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767997.181081:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767997.181082:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767997.181084:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601728:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767997.181095:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767997.181110:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767997.181111:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.181113:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767997.181116:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767997.181117:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767997.181121:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767997.181123:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767997.181125:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767997.181128:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601728, portal 10
00000100:00000001:3.0:1775767997.181129:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767997.181131:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:3.0:1775767997.181135:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181139:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767997.181141:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767997.181143:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767997.181144:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360601728, offset 0
00000400:00000200:3.0:1775767997.181147:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767997.181150:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767997.181152:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767997.181154:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767997.181156:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767997.181158:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767997.181159:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767997.181162:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59695:59695:256:4294967295] 192.168.202.115@tcp LPNI seq info [59694:59694:8:4294967295]
00000400:00000200:3.0:1775767997.181165:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767997.181169:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767997.181172:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767997.181174:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767997.181177:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767997.181179:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767997.181182:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767997.181183:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775767997.181186:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767997.181187:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767997.181189:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767997.181192:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767997.181194:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767997.181195:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767997.181197:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767997.181199:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181204:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767997.181206:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181210:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181211:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767997.181213:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767997.181216:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775767997.181218:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767997.181220:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299888141
00000100:00000001:3.0:1775767997.181222:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299889402
00000100:00000001:3.0:1775767997.181223:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299888141
00000100:00000001:3.0:1775767997.181225:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299889402
00000100:00000001:3.0:1775767997.181226:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767997.181227:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181229:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767997.181231:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767997/real 1775767997]  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767997.181237:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767997.181239:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767997.181240:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767997.181243:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767997.181244:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767997.181246:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767997.181250:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767997.181259:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181266:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767997.181268:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181270:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767997.181271:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767997.181275:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181282:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767997.181286:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181292:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767997.181294:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181295:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767997.181296:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181297:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767997.181299:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767997.181300:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767997.181302:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767997.181304:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767997.181306:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767997.181311:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601728:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767997.181314:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767997.181316:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181325:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767997.181326:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.181327:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767997.181328:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767997.181330:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767997.181331:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601856:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767997.181333:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767997.181335:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767997.181336:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.181337:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767997.181339:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767997.181340:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767997.181343:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767997.181345:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767997.181347:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767997.181349:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601856, portal 10
00000100:00000001:3.0:1775767997.181350:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767997.181351:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:3.0:1775767997.181355:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181359:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767997.181361:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767997.181362:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767997.181364:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360601856, offset 0
00000400:00000200:3.0:1775767997.181367:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767997.181369:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767997.181371:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767997.181373:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767997.181375:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767997.181377:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767997.181378:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767997.181381:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59696:59696:256:4294967295] 192.168.202.115@tcp LPNI seq info [59695:59695:8:4294967295]
00000400:00000200:3.0:1775767997.181384:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767997.181388:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767997.181391:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767997.181394:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767997.181396:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767997.181398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767997.181401:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767997.181402:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775767997.181405:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767997.181406:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767997.181409:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767997.181411:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767997.181413:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767997.181414:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767997.181416:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767997.181418:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181423:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767997.181425:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181429:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181430:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767997.181432:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767997.181434:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775767997.181436:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767997.181437:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299888139
00000100:00000001:3.0:1775767997.181438:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299889402
00000100:00000001:3.0:1775767997.181440:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299888139
00000100:00000001:3.0:1775767997.181441:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299889402
00000100:00000001:3.0:1775767997.181443:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767997.181445:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181446:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767997.181448:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767997/real 1775767997]  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767997.181454:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767997.181454:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767997.181455:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767997.181457:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767997.181458:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767997.181459:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767997.181461:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767997.181466:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181470:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767997.181471:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181472:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767997.181473:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767997.181475:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181479:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767997.181481:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181485:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767997.181486:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181487:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767997.181488:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181489:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767997.181490:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767997.181491:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767997.181494:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767997.181495:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767997.181498:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767997.181503:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601856:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775767997.181505:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775767997.181507:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181511:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775767997.181512:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.181513:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775767997.181514:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775767997.181515:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775767997.181517:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601984:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767997.181519:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775767997.181520:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775767997.181521:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775767997.181522:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775767997.181524:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767997.181525:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775767997.181527:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775767997.181529:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775767997.181531:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775767997.181533:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360601984, portal 4
00000100:00000001:3.0:1775767997.181534:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775767997.181535:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:3.0:1775767997.181538:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181542:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775767997.181545:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775767997.181546:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775767997.181547:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360601984, offset 0
00000400:00000200:3.0:1775767997.181550:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775767997.181552:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767997.181554:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775767997.181556:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775767997.181557:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775767997.181559:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775767997.181560:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775767997.181562:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59697:59697:256:4294967295] 192.168.202.115@tcp LPNI seq info [59696:59696:8:4294967295]
00000400:00000200:3.0:1775767997.181565:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775767997.181568:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775767997.181571:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767997.181572:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775767997.181575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775767997.181576:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1775767997.181579:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775767997.181581:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1775767997.181583:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775767997.181584:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775767997.181586:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775767997.181588:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775767997.181589:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775767997.181590:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775767997.181592:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775767997.181594:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181599:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767997.181601:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181605:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181605:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775767997.181607:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775767997.181609:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775767997.181611:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775767997.181613:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299888194
00000100:00000001:3.0:1775767997.181614:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299889402
00000100:00000001:3.0:1775767997.181616:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299888194
00000100:00000001:3.0:1775767997.181617:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299889402
00000100:00000001:3.0:1775767997.181618:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775767997.181619:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181621:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775767997.181622:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775767997/real 1775767997]  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775767997.181627:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775767997.181628:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775767997.181628:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775767997.181630:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775767997.181630:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775767997.181632:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775767997.181633:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775767997.181638:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181642:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775767997.181643:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181644:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767997.181645:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775767997.181647:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181651:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775767997.181653:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181658:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775767997.181659:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181660:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775767997.181661:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181662:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775767997.181663:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775767997.181665:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775767997.181667:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775767997.181668:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775767997.181670:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775767997.181674:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360601984:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775767997.181677:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181678:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767997.181679:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360601728/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181683:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767997.181684:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767997.181685:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775767997.181686:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767997.181687:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767997.181688:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767997.181689:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767997.181690:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:3.0:1775767997.181694:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767997.181694:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767997.181695:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:3.0:1775767997.181697:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767997.181698:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181700:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767997.181701:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360601856/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181706:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767997.181706:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767997.181707:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775767997.181708:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767997.181709:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767997.181710:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775767997.181711:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767997.181712:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:3.0:1775767997.181713:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767997.181714:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767997.181715:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:3.0:1775767997.181716:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767997.181717:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181718:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775767997.181719:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360601984/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775767997.181723:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775767997.181724:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775767997.181724:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775767997.181725:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775767997.181726:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775767997.181727:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775767997.181728:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775767997.181729:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:3.0:1775767997.181730:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775767997.181730:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775767997.181731:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:3.0:1775767997.181732:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775767997.181733:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181734:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775767997.181736:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775767997.181737:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775767997.181738:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775767997.181740:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775767998.204125:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775767998.204130:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775767998.204134:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775767998.459971:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299889402, at 4299889408
00000100:00000040:3.0:1775767998.459975:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299889402, at 4299889408
00000100:00000010:2.0:1775767998.459989:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146540.
00000100:00000010:3.0:1775767998.460001:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146840.
00000020:00000001:3.0:1775767999.227976:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775767999.227980:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775767999.227983:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768000.252011:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768000.252016:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768000.252020:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768001.275995:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768001.276000:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768001.276004:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768002.299989:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768002.300001:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768002.300007:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768002.300016:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768002.300023:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768002.300033:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5220
00000400:00000200:1.0:1775768002.300063:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768002.300075:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768002.300080:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768002.300085:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300089:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768002.300093:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300096:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768002.300100:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768002.300102:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768002.300106:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768002.300109:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768002.300113:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768002.300116:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768002.300120:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300122:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768002.300124:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300127:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768002.300130:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768002.300134:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300137:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768002.300140:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768002.300145:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768002.300149:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768002.300152:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768002.300156:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768002.300168:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775768002.300173:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768002.300178:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768002.300180:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768002.300184:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768002.300188:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768002.300193:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768002.300203:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768002.300211:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768002.300224:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768002.300238:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768002.300244:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768002.300251:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768002.300281:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768002.300285:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768002.300289:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768002.300291:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768002.300293:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768002.300296:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768002.300299:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5220
00000400:00000200:1.0:1775768002.300305:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768002.300309:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768002.300312:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768002.300316:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300319:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768002.300322:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768002.300322:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768002.300328:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775768002.300330:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768002.300331:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768002.300334:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:3.0:1775768002.300334:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775768002.300338:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768002.300341:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768002.300346:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768002.300346:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768002.300351:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768002.300361:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300367:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768002.300367:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1775768002.300371:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768002.300372:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.300378:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768002.300381:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768002.300385:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:3.0:1775768002.300386:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768002.300393:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00100000:3.0:1775768002.300396:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360602112:192.168.202.115@tcp:250:kworker.0
00000100:00080000:1.0:1775768002.300400:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300407:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.300407:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768002.300410:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768002.300414:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768002.300418:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768002.300419:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768002.300424:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.300426:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768002.300428:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:3.0:1775768002.300432:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
00000008:00100000:1.0:1775768002.300434:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768002.300435:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768002.300441:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768002.300444:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768002.300445:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:1.0:1775768002.300451:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000400:00000010:3.0:1775768002.300451:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000020:00000040:1.0:1775768002.300456:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000010:3.0:1775768002.300460:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
02000000:00000001:1.0:1775768002.300461:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768002.300464:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768002.300467:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768002.300469:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1775768002.300470:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360602112, portal 25
02000000:00000001:1.0:1775768002.300471:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.300476:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1775768002.300479:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:3.0:1775768002.300479:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112665856 : -130299596885760 : ffff897e42d03100)
00000100:00000001:1.0:1775768002.300485:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768002.300486:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768002.300496:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768002.300508:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768002.300515:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300517:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1775768002.300519:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000001:1.0:1775768002.300521:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768002.300522:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360602112, offset 0
00000100:00000040:1.0:1775768002.300529:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768002.300532:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768002.300545:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768002.300553:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:1.0:1775768002.300557:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768002.300558:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768002.300564:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768002.300567:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1775768002.300570:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768002.300570:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:1.0:1775768002.300578:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768002.300578:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59698:59698:256:4294967295] 192.168.202.115@tcp LPNI seq info [59697:59697:8:4294967295]
00000100:00000001:1.0:1775768002.300583:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768002.300586:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768002.300586:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768002.300591:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768002.300597:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5220
00000400:00000200:3.0:1775768002.300601:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1775768002.300607:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:3.0:1775768002.300611:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768002.300615:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:3.0:1775768002.300617:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000100:00080000:1.0:1775768002.300619:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768002.300624:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:3.0:1775768002.300627:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775768002.300629:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1775768002.300632:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1775768002.300634:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300639:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:3.1:1775768002.300642:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775768002.300645:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.1:1775768002.300647:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000020:00000040:1.0:1775768002.300648:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768002.300653:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:3.0:1775768002.300653:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000040:1.0:1775768002.300658:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000010:3.0:1775768002.300658:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000020:00000001:1.0:1775768002.300663:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:3.0:1775768002.300666:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1775768002.300667:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:3.0:1775768002.300673:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1775768002.300676:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:3.0:1775768002.300679:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000100:00000001:1.0:1775768002.300680:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1775768002.300684:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000040:1.0:1775768002.300686:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768002.300690:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768002.300691:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768002.300695:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000200:3.0:1775768002.300697:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775768002.300702:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300708:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768002.300713:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768002.300718:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768002.300718:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768002.300723:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768002.300726:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768002.300727:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768002.300730:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768002.300736:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768002.300740:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768002.300747:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775768002.300752:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:3.0:1775768002.300755:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768002.300757:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768002.300759:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1775768002.300760:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768002.300764:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768002.300766:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768002.300768:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.300769:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768002.300772:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000400:00000200:3.0:1775768002.300777:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768002.300779:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.300781:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299894522
00000100:00100000:1.0:1775768002.300787:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1775768002.300789:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146840.
00000100:00000001:1.0:1775768002.300800:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768002.300801:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768002.300804:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768002.300810:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.300810:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299894522
00000100:00000010:3.0:1775768002.300816:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531467e0.
00000100:00000001:3.0:1775768002.300823:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768002.300851:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768002.300856:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768002.300861:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768002.300863:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768002.300866:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768002.300867:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768002.300871:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768002.300873:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768002.300878:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5220
00000100:00000001:3.0:1775768002.300878:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1775768002.300887:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:3.0:1775768002.300887:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768002/real 1775768002]  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768002.300895:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768002.300901:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768002.300908:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000001:3.0:1775768002.300910:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775768002.300911:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1775768002.300915:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1775768002.300917:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:3.0:1775768002.300919:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000100:00000001:1.0:1775768002.300920:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:3.0:1775768002.300924:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000020:00000001:1.0:1775768002.300925:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768002.300928:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000010:3.0:1775768002.300929:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000020:00000001:1.0:1775768002.300932:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1775768002.300934:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1775768002.300936:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768002.300939:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000200:3.0:1775768002.300942:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768002.300944:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768002.300953:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300958:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1775768002.300961:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768002.300964:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768002.300970:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775768002.300972:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1775768002.300974:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:3.0:1775768002.300975:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.300979:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1775768002.300981:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768002.300982:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768002.300987:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768002.300988:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768002.300991:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768002.300995:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768002.300997:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768002.301001:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768002.301004:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768002.301006:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768002.301010:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768002.301016:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768002.301020:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301020:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768002.301026:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1775768002.301027:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000100:00000001:3.0:1775768002.301029:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1775768002.301032:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:3.0:1775768002.301032:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768002.301039:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1775768002.301039:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1775768002.301043:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301044:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768002.301047:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768002.301064:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768002.301066:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768002.301067:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:1.0:1775768002.301071:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00080000:3.0:1775768002.301076:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768002.301078:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301081:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1775768002.301087:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768002.301091:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768002.301109:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768002.301113:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768002.301118:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360602112:192.168.202.115@tcp:250:kworker.0
00000100:00000040:1.0:1775768002.301123:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301128:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301134:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768002.301140:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768002.301142:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03100 x1862022360602112/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768002.301145:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768002.301155:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1775768002.301162:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1775768002.301164:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5230)
02000000:00000001:3.0:1775768002.301175:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768002.301179:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775768002.301184:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768002.301186:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768002.301187:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775768002.301190:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768002.301193:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:3.0:1775768002.301198:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768002.301201:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768002.301203:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03100.
00000100:00000001:3.0:1775768002.301207:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768002.301208:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301211:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301220:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768002.301223:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301225:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768002.301227:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768002.301229:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768002.301233:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301242:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768002.301243:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.301246:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768002.301248:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768002.301250:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768002.301253:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602240:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768002.301257:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768002.301259:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768002.301261:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.301263:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768002.301267:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775768002.301269:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768002.301274:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775768002.301277:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775768002.301281:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775768002.301285:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360602240, portal 10
00000100:00000001:3.0:1775768002.301288:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768002.301290:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112659584 : -130299596892032 : ffff897e42d01880)
00000100:00000040:3.0:1775768002.301296:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301304:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768002.301306:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775768002.301310:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775768002.301312:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360602240, offset 0
00000400:00000200:3.0:1775768002.301317:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768002.301321:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768002.301326:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768002.301329:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768002.301332:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768002.301335:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768002.301337:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768002.301341:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59699:59699:256:4294967295] 192.168.202.115@tcp LPNI seq info [59698:59698:8:4294967295]
00000400:00000200:3.0:1775768002.301345:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768002.301353:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768002.301358:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768002.301362:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775768002.301367:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775768002.301369:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768002.301374:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775768002.301377:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1775768002.301381:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768002.301383:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775768002.301386:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768002.301390:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768002.301394:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775768002.301396:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775768002.301398:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768002.301402:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301412:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768002.301415:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301422:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301424:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768002.301428:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768002.301433:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775768002.301436:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768002.301439:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299893261
00000100:00000001:3.0:1775768002.301442:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299894522
00000100:00000001:3.0:1775768002.301445:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299893261
00000100:00000001:3.0:1775768002.301448:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299894522
00000100:00000001:3.0:1775768002.301450:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768002.301452:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301454:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768002.301458:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768002/real 1775768002]  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768002.301467:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768002.301469:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768002.301471:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775768002.301473:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775768002.301475:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775768002.301477:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768002.301481:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768002.301490:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301498:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768002.301499:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301501:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768002.301503:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768002.301506:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301514:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768002.301519:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301527:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768002.301530:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301532:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768002.301533:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301536:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768002.301538:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768002.301541:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768002.301544:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768002.301547:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768002.301551:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768002.301558:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602240:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768002.301562:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768002.301565:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301572:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768002.301573:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.301575:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768002.301577:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768002.301579:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768002.301583:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602368:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768002.301586:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768002.301588:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768002.301590:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.301592:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768002.301596:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775768002.301598:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768002.301602:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775768002.301605:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775768002.301608:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775768002.301611:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360602368, portal 10
00000100:00000001:3.0:1775768002.301614:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768002.301615:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112655104 : -130299596896512 : ffff897e42d00700)
00000100:00000040:3.0:1775768002.301621:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301628:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768002.301631:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775768002.301634:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775768002.301636:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360602368, offset 0
00000400:00000200:3.0:1775768002.301641:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768002.301645:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768002.301649:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768002.301652:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768002.301655:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768002.301658:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768002.301661:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768002.301664:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59700:59700:256:4294967295] 192.168.202.115@tcp LPNI seq info [59699:59699:8:4294967295]
00000400:00000200:3.0:1775768002.301669:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768002.301676:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768002.301681:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768002.301685:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775768002.301689:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775768002.301692:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768002.301697:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775768002.301699:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1775768002.301703:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768002.301705:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775768002.301708:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768002.301712:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768002.301716:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775768002.301718:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775768002.301721:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768002.301725:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301734:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768002.301737:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301744:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301745:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768002.301749:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768002.301752:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775768002.301756:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768002.301758:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299893259
00000100:00000001:3.0:1775768002.301761:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299894522
00000100:00000001:3.0:1775768002.301763:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299893259
00000100:00000001:3.0:1775768002.301766:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299894522
00000100:00000001:3.0:1775768002.301768:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768002.301770:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.301772:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768002.301776:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768002/real 1775768002]  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768002.301785:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768002.301787:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768002.301789:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775768002.301792:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775768002.301793:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775768002.301796:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768002.301799:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768002.301809:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301817:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768002.301819:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301821:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768002.301822:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768002.301826:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301853:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768002.301858:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301866:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768002.301869:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301871:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768002.301872:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.301874:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768002.301876:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768002.301879:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768002.301882:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768002.301885:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768002.301889:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768002.301898:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602368:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768002.301902:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768002.301906:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301913:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768002.301915:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.301918:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768002.301920:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768002.301922:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768002.301926:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602496:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775768002.301929:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768002.301931:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768002.301933:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768002.301935:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768002.301939:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775768002.301941:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768002.301945:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775768002.301948:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775768002.301952:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775768002.301956:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360602496, portal 4
00000100:00000001:3.0:1775768002.301958:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768002.301959:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112666752 : -130299596884864 : ffff897e42d03480)
00000100:00000040:3.0:1775768002.301965:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.301973:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768002.301976:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775768002.301979:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775768002.301981:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360602496, offset 0
00000400:00000200:3.0:1775768002.301986:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768002.301991:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768002.301994:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768002.301998:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768002.302000:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768002.302003:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768002.302005:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768002.302009:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59701:59701:256:4294967295] 192.168.202.115@tcp LPNI seq info [59700:59700:8:4294967295]
00000400:00000200:3.0:1775768002.302014:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768002.302020:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768002.302026:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768002.302030:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775768002.302035:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775768002.302038:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1775768002.302042:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775768002.302045:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1775768002.302066:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768002.302068:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775768002.302071:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768002.302075:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768002.302078:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775768002.302080:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775768002.302082:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768002.302086:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302095:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768002.302098:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302106:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.302107:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768002.302111:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768002.302115:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775768002.302118:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768002.302120:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299893315
00000100:00000001:3.0:1775768002.302123:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299894522
00000100:00000001:3.0:1775768002.302126:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299893315
00000100:00000001:3.0:1775768002.302128:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299894522
00000100:00000001:3.0:1775768002.302130:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768002.302133:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.302135:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768002.302139:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768002/real 1775768002]  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768002.302149:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768002.302150:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768002.302152:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775768002.302155:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775768002.302156:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775768002.302159:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768002.302162:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768002.302171:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302179:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768002.302181:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302183:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768002.302185:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768002.302189:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302196:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768002.302200:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302209:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768002.302212:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302213:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768002.302215:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302217:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768002.302219:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768002.302221:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768002.302225:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768002.302228:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768002.302233:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768002.302243:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602496:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775768002.302247:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302249:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768002.302252:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01880 x1862022360602240/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302260:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768002.302261:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768002.302263:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775768002.302266:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768002.302268:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768002.302269:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775768002.302272:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768002.302274:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:3.0:1775768002.302277:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768002.302278:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768002.302280:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01880.
00000100:00000001:3.0:1775768002.302282:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768002.302284:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302285:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768002.302289:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00700 x1862022360602368/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302296:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768002.302297:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768002.302299:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775768002.302301:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768002.302303:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768002.302304:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775768002.302306:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768002.302308:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6800.
02000000:00000001:3.0:1775768002.302310:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768002.302312:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768002.302314:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00700.
00000100:00000001:3.0:1775768002.302316:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768002.302318:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302320:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768002.302323:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03480 x1862022360602496/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768002.302330:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768002.302331:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768002.302333:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775768002.302336:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768002.302337:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768002.302339:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775768002.302341:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768002.302342:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6000.
02000000:00000001:3.0:1775768002.302344:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768002.302346:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768002.302347:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03480.
00000100:00000001:3.0:1775768002.302350:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768002.302351:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302353:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768002.302357:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768002.302359:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768002.302361:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768002.302363:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768003.324037:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768003.324069:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768003.324073:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768003.579889:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299894522, at 4299894528
00000100:00000010:3.0:1775768003.579900:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531467e0.
00000100:00000040:2.0:1775768003.582359:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299894522, at 4299894530
00000100:00000010:2.0:1775768003.582365:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146840.
00000020:00000001:3.0:1775768004.348070:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768004.348075:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768004.348080:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768005.372067:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768005.372071:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768005.372074:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768006.396038:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768006.396043:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768006.396048:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768007.419930:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768007.419942:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768007.419944:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768007.419948:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768007.419952:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768007.419959:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5225
00000400:00000200:1.0:1775768007.419967:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768007.419973:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768007.419976:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768007.419980:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.419983:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768007.419985:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.419986:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768007.419989:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768007.419990:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768007.419992:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768007.419994:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768007.419996:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768007.419997:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768007.420014:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420016:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768007.420019:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420021:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768007.420023:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768007.420025:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420026:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768007.420029:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768007.420031:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768007.420033:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420034:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768007.420035:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768007.420042:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775768007.420045:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768007.420047:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768007.420049:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420051:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768007.420053:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768007.420056:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768007.420063:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775768007.420067:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768007.420074:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768007.420081:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768007.420084:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768007.420086:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768007.420099:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768007.420102:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768007.420104:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768007.420105:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768007.420106:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768007.420108:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768007.420110:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5225
00000400:00000200:1.0:1775768007.420113:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768007.420116:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768007.420116:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768007.420118:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768007.420121:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768007.420121:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768007.420124:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768007.420124:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768007.420127:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420129:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768007.420131:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768007.420132:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000040:3.0:1775768007.420132:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768007.420134:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768007.420136:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768007.420139:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768007.420142:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768007.420148:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768007.420149:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768007.420150:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768007.420151:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768007.420152:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420155:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:3.0:1775768007.420155:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1775768007.420157:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:3.0:1775768007.420158:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775768007.420160:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:3.0:1775768007.420162:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420163:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768007.420166:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1775768007.420167:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360602624:192.168.202.115@tcp:250:kworker.0
02000000:00000001:1.0:1775768007.420170:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768007.420171:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768007.420174:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420176:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:3.0:1775768007.420176:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768007.420178:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775768007.420181:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1775768007.420181:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1775768007.420184:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420185:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768007.420185:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775768007.420189:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768007.420190:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775768007.420193:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768007.420196:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1775768007.420196:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775768007.420198:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420199:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768007.420200:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1775768007.420200:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775768007.420206:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
02000000:00000001:1.0:1775768007.420208:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768007.420211:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360602624, portal 25
02000000:00000010:1.0:1775768007.420213:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:3.0:1775768007.420214:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768007.420217:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.420217:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112660480 : -130299596891136 : ffff897e42d01c00)
00000100:00100000:1.0:1775768007.420224:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1775768007.420224:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420249:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768007.420250:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1775768007.420253:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420255:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768007.420257:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775768007.420260:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360602624, offset 0
00000100:00000040:1.0:1775768007.420263:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768007.420268:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768007.420276:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768007.420277:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768007.420281:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1775768007.420282:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:1.0:1775768007.420287:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1775768007.420288:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775768007.420291:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1775768007.420294:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:1.0:1775768007.420295:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1775768007.420298:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775768007.420300:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1775768007.420302:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:1.0:1775768007.420306:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5225
00000400:00000200:3.0:1775768007.420309:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59702:59702:256:4294967295] 192.168.202.115@tcp LPNI seq info [59701:59701:8:4294967295]
00000400:00000200:1.0:1775768007.420316:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.420316:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768007.420323:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768007.420325:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768007.420330:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420333:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1775768007.420336:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1775768007.420337:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420341:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768007.420344:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768007.420345:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768007.420348:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1775768007.420349:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:1.0:1775768007.420350:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768007.420354:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768007.420355:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:3.0:1775768007.420357:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000100:00000040:1.0:1775768007.420358:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420360:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768007.420361:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420362:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768007.420363:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768007.420365:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420368:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768007.420369:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768007.420371:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768007.420374:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768007.420375:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775768007.420376:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768007.420378:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768007.420381:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1775768007.420381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1775768007.420384:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768007.420387:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000800:00000200:3.1:1775768007.420389:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775768007.420390:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768007.420393:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1775768007.420393:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1775768007.420395:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420397:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768007.420399:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:3.0:1775768007.420399:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:1.0:1775768007.420401:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1775768007.420402:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
02000000:00000010:1.0:1775768007.420406:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000400:00000200:3.0:1775768007.420407:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768007.420409:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768007.420412:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1775768007.420416:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1775768007.420417:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775768007.420420:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775768007.420425:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775768007.420431:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1775768007.420431:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768007.420434:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768007.420441:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420443:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.420448:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768007.420451:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768007.420455:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1775768007.420460:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768007.420461:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768007.420463:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1775768007.420464:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1775768007.420465:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768007.420467:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775768007.420469:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768007.420470:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5225
00000400:00000200:1.0:1775768007.420477:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.420477:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768007.420481:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:3.0:1775768007.420481:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299899642
00000100:00080000:1.0:1775768007.420485:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768007.420486:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000010:3.0:1775768007.420487:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e531467e0.
00000100:00000001:1.0:1775768007.420488:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768007.420491:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420493:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768007.420494:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768007.420495:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:3.0:1775768007.420495:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1775768007.420498:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768007.420499:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768007.420501:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:3.0:1775768007.420501:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299899642
00000020:00000001:1.0:1775768007.420503:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000010:3.0:1775768007.420504:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e53146ba0.
00000100:00000040:1.0:1775768007.420507:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768007.420508:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768007.420510:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1775768007.420511:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768007.420512:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420517:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:3.0:1775768007.420517:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768007.420521:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:3.0:1775768007.420522:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1775768007.420526:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768007.420529:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768007.420529:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768007/real 1775768007]  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768007.420532:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768007.420535:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768007.420539:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768007.420543:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768007.420544:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000001:3.0:1775768007.420544:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:1.0:1775768007.420547:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1775768007.420547:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768007.420549:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775768007.420549:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775768007.420553:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000100:00000010:1.0:1775768007.420554:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000400:00000010:3.0:1775768007.420555:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000020:00000040:1.0:1775768007.420557:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:3.0:1775768007.420558:0:2415:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1775768007.420560:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768007.420562:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775768007.420562:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768007.420564:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768007.420566:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768007.420568:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768007.420573:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000200:3.0:1775768007.420575:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768007.420576:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768007.420583:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768007.420584:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768007.420586:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420590:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.420593:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768007.420594:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768007.420596:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768007.420598:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768007.420601:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420610:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768007.420615:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768007.420617:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768007.420618:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768007.420624:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768007.420630:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5236)
00000100:00000001:3.0:1775768007.420630:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768007.420634:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420635:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.420636:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420638:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768007.420639:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768007.420641:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768007.420644:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768007.420646:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768007.420648:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768007.420653:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360602624:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768007.420656:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420657:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.420658:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01c00 x1862022360602624/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420662:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768007.420664:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768007.420665:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775768007.420667:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768007.420668:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768007.420669:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:3.0:1775768007.420670:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768007.420671:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:3.0:1775768007.420673:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768007.420674:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768007.420675:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01c00.
00000100:00000001:3.0:1775768007.420677:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768007.420677:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420678:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420683:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768007.420685:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.420686:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768007.420687:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768007.420688:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768007.420691:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420697:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768007.420698:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768007.420700:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768007.420702:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768007.420704:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768007.420707:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602752:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768007.420710:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768007.420712:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768007.420713:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768007.420715:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768007.420718:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775768007.420720:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768007.420723:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775768007.420726:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775768007.420729:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775768007.420732:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360602752, portal 10
00000100:00000001:3.0:1775768007.420733:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768007.420735:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112658688 : -130299596892928 : ffff897e42d01500)
00000100:00000040:3.0:1775768007.420741:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420746:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768007.420749:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775768007.420751:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775768007.420753:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360602752, offset 0
00000400:00000200:3.0:1775768007.420756:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768007.420761:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.420764:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768007.420767:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768007.420769:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768007.420770:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768007.420772:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768007.420775:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59703:59703:256:4294967295] 192.168.202.115@tcp LPNI seq info [59702:59702:8:4294967295]
00000400:00000200:3.0:1775768007.420779:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.420784:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768007.420789:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768007.420792:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775768007.420795:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775768007.420798:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768007.420802:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775768007.420816:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768007.420819:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768007.420820:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775768007.420822:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768007.420824:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768007.420843:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775768007.420844:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775768007.420846:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768007.420848:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420853:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.420855:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420859:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.420860:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768007.420862:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768007.420864:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:3.0:1775768007.420867:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768007.420868:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299898381
00000100:00000001:3.0:1775768007.420870:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299899642
00000100:00000001:3.0:1775768007.420871:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299898381
00000100:00000001:3.0:1775768007.420872:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299899642
00000100:00000001:3.0:1775768007.420874:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768007.420875:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.420876:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768007.420878:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768007/real 1775768007]  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768007.420886:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768007.420887:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768007.420888:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775768007.420889:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775768007.420890:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775768007.420891:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768007.420893:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768007.420897:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420901:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768007.420902:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420903:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.420904:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768007.420905:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420909:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768007.420911:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420914:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768007.420915:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420916:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.420923:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.420925:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768007.420926:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768007.420927:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768007.420929:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768007.420930:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768007.420933:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768007.420937:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602752:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768007.420939:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768007.420941:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420944:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768007.420945:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768007.420946:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768007.420947:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768007.420948:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768007.420949:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602880:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768007.420951:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768007.420952:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768007.420953:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768007.420954:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768007.420956:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775768007.420957:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768007.420959:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775768007.420960:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775768007.420962:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775768007.420964:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360602880, portal 10
00000100:00000001:3.0:1775768007.420965:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768007.420966:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112667648 : -130299596883968 : ffff897e42d03800)
00000100:00000040:3.0:1775768007.420969:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.420973:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768007.420974:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775768007.420975:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775768007.420976:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360602880, offset 0
00000400:00000200:3.0:1775768007.420979:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768007.420981:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.420984:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768007.420985:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768007.420987:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768007.420988:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768007.420990:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768007.420992:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59704:59704:256:4294967295] 192.168.202.115@tcp LPNI seq info [59703:59703:8:4294967295]
00000400:00000200:3.0:1775768007.420994:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.420998:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768007.421012:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768007.421014:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775768007.421016:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775768007.421018:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768007.421020:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775768007.421022:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768007.421024:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768007.421025:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775768007.421027:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768007.421029:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768007.421031:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775768007.421032:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775768007.421033:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768007.421035:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421040:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.421041:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421045:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.421046:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768007.421047:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768007.421049:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:3.0:1775768007.421051:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768007.421053:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299898379
00000100:00000001:3.0:1775768007.421054:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299899642
00000100:00000001:3.0:1775768007.421056:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299898379
00000100:00000001:3.0:1775768007.421057:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299899642
00000100:00000001:3.0:1775768007.421058:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768007.421059:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.421060:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768007.421062:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768007/real 1775768007]  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768007.421065:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768007.421066:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768007.421067:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775768007.421069:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775768007.421070:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775768007.421071:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768007.421073:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768007.421077:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421080:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768007.421081:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421082:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.421083:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768007.421086:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421092:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768007.421095:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421101:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768007.421103:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421104:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.421106:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421107:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768007.421109:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768007.421111:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768007.421114:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768007.421116:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768007.421119:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768007.421125:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360602880:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768007.421128:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768007.421130:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421135:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768007.421137:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768007.421138:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775768007.421140:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768007.421141:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768007.421144:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360603008:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775768007.421146:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768007.421148:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768007.421149:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768007.421150:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775768007.421153:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775768007.421154:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768007.421157:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:3.0:1775768007.421159:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e4598be70.
00000400:00000010:3.0:1775768007.421162:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae880.
00000100:00000200:3.0:1775768007.421165:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360603008, portal 4
00000100:00000001:3.0:1775768007.421167:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768007.421168:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112662272 : -130299596889344 : ffff897e42d02300)
00000100:00000040:3.0:1775768007.421173:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421178:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768007.421180:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:3.0:1775768007.421183:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e52dae440.
00000100:00000200:3.0:1775768007.421185:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360603008, offset 0
00000400:00000200:3.0:1775768007.421188:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768007.421192:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.421195:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768007.421197:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768007.421200:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768007.421201:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768007.421202:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768007.421204:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59705:59705:256:4294967295] 192.168.202.115@tcp LPNI seq info [59704:59704:8:4294967295]
00000400:00000200:3.0:1775768007.421207:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768007.421211:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775768007.421213:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768007.421215:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e470b0900.
00000800:00000200:3.0:1775768007.421218:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.0:1775768007.421219:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1775768007.421222:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:3.1:1775768007.421223:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1775768007.421225:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:3.0:1775768007.421226:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e470b0900.
00000400:00000200:3.0:1775768007.421228:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768007.421230:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768007.421232:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae440
00000400:00000010:3.0:1775768007.421233:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae440.
00000100:00000001:3.0:1775768007.421234:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768007.421236:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421245:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.421246:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421250:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.421251:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768007.421253:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768007.421255:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:3.0:1775768007.421256:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768007.421258:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299898434
00000100:00000001:3.0:1775768007.421259:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299899642
00000100:00000001:3.0:1775768007.421260:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299898434
00000100:00000001:3.0:1775768007.421261:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299899642
00000100:00000001:3.0:1775768007.421263:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768007.421264:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.421265:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768007.421266:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768007/real 1775768007]  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775768007.421270:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775768007.421271:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775768007.421272:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e4598be70.
00000400:00000200:3.0:1775768007.421273:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e52dae880
00000400:00000010:3.0:1775768007.421274:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e52dae880.
00000100:00000001:3.0:1775768007.421275:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775768007.421277:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768007.421281:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421285:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768007.421286:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421287:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.421288:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768007.421290:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421293:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768007.421295:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421298:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768007.421300:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421300:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768007.421301:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421302:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768007.421303:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775768007.421304:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775768007.421306:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768007.421307:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768007.421309:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768007.421312:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360603008:192.168.202.115@tcp:8:kworker.0
00000100:00000001:3.0:1775768007.421314:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421315:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.421317:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01500 x1862022360602752/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421321:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768007.421322:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768007.421323:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07c00.
02000000:00000001:3.0:1775768007.421325:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768007.421326:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768007.421327:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:3.0:1775768007.421329:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768007.421330:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6400.
02000000:00000001:3.0:1775768007.421333:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768007.421334:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768007.421335:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01500.
00000100:00000001:3.0:1775768007.421337:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768007.421338:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421339:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.421342:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03800 x1862022360602880/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421348:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768007.421349:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768007.421351:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d04800.
02000000:00000001:3.0:1775768007.421353:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768007.421354:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768007.421355:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:3.0:1775768007.421357:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768007.421358:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7400.
02000000:00000001:3.0:1775768007.421360:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768007.421361:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768007.421362:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03800.
00000100:00000001:3.0:1775768007.421364:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768007.421366:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421367:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768007.421370:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02300 x1862022360603008/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768007.421375:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768007.421377:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768007.421378:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e42d07800.
02000000:00000001:3.0:1775768007.421379:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775768007.421380:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775768007.421381:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:3.0:1775768007.421382:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768007.421383:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6000.
02000000:00000001:3.0:1775768007.421384:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768007.421385:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775768007.421386:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02300.
00000100:00000001:3.0:1775768007.421387:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768007.421388:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421389:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768007.421392:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768007.421393:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768007.421394:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768007.421395:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768008.444011:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768008.444015:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768008.444018:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768008.699935:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299899642, at 4299899648
00000100:00000040:2.0:1775768008.699938:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299899642, at 4299899648
00000100:00000010:2.0:1775768008.699950:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e531467e0.
00000100:00000010:3.0:1775768008.699951:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e53146ba0.
00000020:00000001:3.0:1775768009.467962:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768009.467971:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768009.467974:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768010.492025:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768010.492029:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768010.492032:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768011.515993:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768011.515997:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768011.516000:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768012.540025:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768012.540029:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768012.540031:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768012.540034:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768012.540038:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768012.540043:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5231
00000400:00000200:3.0:1775768012.540048:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768012.540052:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768012.540055:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768012.540057:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540059:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540061:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540062:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768012.540064:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768012.540065:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768012.540067:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768012.540069:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768012.540070:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768012.540072:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768012.540074:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540075:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540076:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540077:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768012.540078:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768012.540080:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540081:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768012.540084:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768012.540086:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768012.540087:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540089:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768012.540090:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768012.540098:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768012.540100:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768012.540103:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768012.540103:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540105:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768012.540107:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768012.540110:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768012.540115:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768012.540120:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768012.540126:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360603136/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768012.540133:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768012.540136:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768012.540139:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360603136/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768012.540154:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768012.540156:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768012.540159:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768012.540160:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768012.540161:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768012.540162:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768012.540164:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5231
00000400:00000200:3.0:1775768012.540166:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768012.540168:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768012.540170:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768012.540172:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540173:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540175:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540178:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768012.540180:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768012.540183:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768012.540185:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768012.540186:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768012.540188:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768012.540190:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768012.540196:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540199:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540203:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540205:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768012.540211:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768012.540213:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540215:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768012.540220:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768012.540224:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768012.540228:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540230:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768012.540234:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768012.540239:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540241:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768012.540244:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775768012.540247:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768012.540249:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768012.540250:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540254:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768012.540256:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768012.540257:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768012.540260:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775768012.540264:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768012.540276:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360603264/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768012.540293:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768012.540296:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768012.540301:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360603264/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768012.540315:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768012.540319:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768012.540322:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768012.540323:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768012.540324:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768012.540326:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768012.540330:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5231
00000400:00000200:3.0:1775768012.540334:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768012.540339:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768012.540341:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768012.540345:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540347:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540350:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540352:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768012.540355:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768012.540358:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768012.540360:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768012.540362:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768012.540365:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768012.540372:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768012.540375:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540377:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540381:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540383:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768012.540385:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768012.540388:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540392:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768012.540396:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768012.540398:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768012.540403:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540404:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768012.540405:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768012.540408:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540412:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768012.540416:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775768012.540418:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768012.540421:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768012.540421:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540422:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768012.540424:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768012.540426:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768012.540429:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768012.540433:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768012.540438:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360603392/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768012.540446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768012.540452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775768012.540459:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768012.540463:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768012.540467:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360603392/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768012.540476:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768012.540481:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768012.540483:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768012.540486:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768012.540487:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768012.540489:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768012.540492:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5231
00000400:00000200:3.0:1775768012.540497:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768012.540502:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768012.540505:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768012.540510:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540513:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540517:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540521:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768012.540527:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768012.540529:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768012.540532:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768012.540535:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768012.540538:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768012.540543:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768012.540548:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540553:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768012.540557:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540561:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768012.540565:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768012.540570:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768012.540572:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768012.540573:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768012.540577:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768012.540579:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540580:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768012.540582:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768012.540584:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540586:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768012.540591:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768012.540603:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768012.540609:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768012.540612:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768012.540614:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768012.540617:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768012.540620:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768012.540627:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768012.540631:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768012.540639:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360603520/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768012.540651:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768012.540654:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768012.540663:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360603520/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768012.540680:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768012.540685:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768012.540693:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768012.540701:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5241)
00000800:00000200:0.1:1775768012.540907:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768012.540909:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768012.541123:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768012.541125:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768012.541276:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768012.541278:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775768013.564112:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768013.564115:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768013.564119:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768013.819925:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299904762, at 4299904768
00000100:00000040:3.0:1775768013.819925:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299904762, at 4299904768
00000100:00000010:3.0:1775768013.819946:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000100:00000010:2.0:1775768013.819951:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000020:00000001:3.0:1775768014.587959:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768014.587962:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768014.587966:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768015.612087:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768015.612092:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768015.612095:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768016.635993:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768016.636001:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768016.636004:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768017.660019:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768017.660036:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768017.660041:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768017.660050:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768017.660059:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768017.660080:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5236
00000400:00000200:1.0:1775768017.660092:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768017.660101:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768017.660106:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768017.660110:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660116:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.660121:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660127:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768017.660131:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768017.660134:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768017.660138:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768017.660141:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768017.660145:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768017.660148:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768017.660151:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660153:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.660155:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660157:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768017.660160:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768017.660164:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660167:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768017.660170:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768017.660174:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768017.660177:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660180:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768017.660182:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768017.660193:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775768017.660197:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768017.660201:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768017.660211:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660215:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768017.660217:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768017.660221:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768017.660230:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775768017.660237:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768017.660246:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360603648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768017.660257:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768017.660261:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768017.660266:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360603648/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768017.660290:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768017.660293:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768017.660297:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768017.660298:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768017.660300:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768017.660303:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768017.660307:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5236
00000400:00000200:1.0:1775768017.660312:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768017.660316:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768017.660331:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768017.660339:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660347:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.660353:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660355:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768017.660366:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768017.660370:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768017.660375:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768017.660379:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768017.660388:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768017.660393:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768017.660402:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660408:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.660423:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660429:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768017.660437:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768017.660446:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660450:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768017.660457:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768017.660468:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768017.660476:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660479:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768017.660485:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768017.660493:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660498:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768017.660505:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775768017.660513:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768017.660524:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768017.660527:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660536:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768017.660540:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768017.660545:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768017.660558:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768017.660565:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768017.660577:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360603776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768017.660595:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768017.660601:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768017.660611:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360603776/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768017.660641:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768017.660650:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768017.660665:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768017.660672:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768017.660675:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768017.660680:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768017.660690:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5236
00000400:00000200:1.0:1775768017.660706:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768017.660718:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768017.660725:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768017.660732:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660742:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.660752:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660759:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775768017.660760:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775768017.660769:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1775768017.660769:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1775768017.660774:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768017.660779:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768017.660785:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768017.660802:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768017.660811:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768017.660821:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660883:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.660891:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660914:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768017.660923:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768017.660930:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768017.660938:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768017.660943:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768017.660950:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768017.660959:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660962:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768017.660966:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768017.660971:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660973:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768017.660978:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775768017.660983:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768017.660986:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768017.660990:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.660993:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768017.660997:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768017.661000:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768017.661010:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775768017.661016:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768017.661029:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360603904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768017.661078:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768017.661083:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768017.661093:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360603904/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768017.661116:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768017.661127:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768017.661142:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768017.661149:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768017.661152:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768017.661166:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768017.661177:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5236
00000400:00000200:1.0:1775768017.661189:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768017.661202:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768017.661213:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768017.661223:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.661231:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.661236:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.661248:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768017.661258:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768017.661261:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768017.661266:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768017.661270:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768017.661276:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768017.661282:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768017.661290:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.661294:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768017.661304:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768017.661312:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768017.661322:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768017.661332:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768017.661345:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768017.661351:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768017.661357:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768017.661366:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.661371:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768017.661376:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768017.661384:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.661391:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768017.661413:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775768017.661419:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768017.661426:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768017.661430:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768017.661434:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768017.661439:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768017.661444:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768017.661454:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768017.661463:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768017.661471:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360604032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768017.661495:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768017.661502:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768017.661519:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360604032/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768017.661555:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768017.661563:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768017.661571:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768017.661583:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5246)
00000800:00000200:0.1:1775768017.661677:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768017.661695:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768017.661997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768017.661999:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768017.662329:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768017.662331:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775768018.683997:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768018.684001:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768018.684004:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768018.939924:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299909883, at 4299909888
00000100:00000040:2.0:1775768018.939942:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299909883, at 4299909888
00000100:00000010:3.0:1775768018.939943:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00000100:00000010:2.0:1775768018.939963:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000020:00000001:3.0:1775768019.708030:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768019.708035:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768019.708038:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768021.756028:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768021.756034:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768021.756038:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768022.779947:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768022.779956:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768022.779960:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768022.779966:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768022.779975:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768022.779986:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5241
00000400:00000200:1.0:1775768022.779996:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768022.780005:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768022.780010:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768022.780014:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780018:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780021:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780023:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768022.780026:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768022.780029:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768022.780031:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768022.780034:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768022.780036:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768022.780039:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768022.780042:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780044:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780046:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780048:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768022.780051:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768022.780054:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780057:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768022.780060:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768022.780063:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768022.780067:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780069:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768022.780071:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768022.780080:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775768022.780084:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768022.780088:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768022.780090:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780093:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768022.780096:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768022.780100:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768022.780110:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775768022.780116:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768022.780123:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360604160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768022.780132:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768022.780135:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768022.780139:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360604160/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768022.780166:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768022.780168:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768022.780171:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768022.780172:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768022.780173:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768022.780175:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768022.780177:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5241
00000400:00000200:1.0:1775768022.780181:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768022.780186:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768022.780189:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768022.780195:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780200:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780205:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780212:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768022.780218:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768022.780222:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768022.780227:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768022.780231:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768022.780236:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768022.780241:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768022.780249:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780254:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780259:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780264:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768022.780270:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768022.780276:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780281:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768022.780286:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768022.780294:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768022.780299:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780306:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768022.780311:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768022.780319:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780323:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768022.780331:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775768022.780336:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768022.780342:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768022.780345:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780347:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768022.780350:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768022.780354:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768022.780362:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775768022.780368:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768022.780378:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360604288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768022.780399:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768022.780405:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768022.780416:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360604288/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768022.780436:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768022.780441:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775768022.780441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768022.780447:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1775768022.780449:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768022.780454:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768022.780458:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768022.780464:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768022.780469:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5241
00000400:00000200:1.0:1775768022.780480:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768022.780490:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768022.780494:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768022.780504:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780508:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780515:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780521:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768022.780528:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768022.780531:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768022.780557:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768022.780559:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768022.780563:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768022.780566:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768022.780571:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780574:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780580:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780584:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768022.780588:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768022.780595:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780600:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768022.780605:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768022.780611:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768022.780617:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780622:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768022.780626:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768022.780632:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780636:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768022.780645:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775768022.780651:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768022.780657:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768022.780661:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780665:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768022.780669:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768022.780673:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768022.780681:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768022.780689:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768022.780699:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360604416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768022.780721:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768022.780724:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768022.780734:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360604416/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768022.780770:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768022.780775:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768022.780785:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768022.780790:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768022.780794:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768022.780799:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768022.780806:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5241
00000400:00000200:1.0:1775768022.780814:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768022.780822:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768022.780872:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768022.780881:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780887:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780894:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780901:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768022.780906:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768022.780910:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768022.780913:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768022.780917:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768022.780924:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768022.780928:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768022.780936:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780941:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768022.780947:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780951:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768022.780957:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768022.780964:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768022.780969:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768022.780973:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768022.780976:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768022.780979:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780983:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768022.780985:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768022.780991:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.780995:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768022.781001:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775768022.781004:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768022.781008:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768022.781009:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768022.781011:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768022.781013:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768022.781017:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768022.781023:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775768022.781028:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768022.781037:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360604544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768022.781048:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768022.781052:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768022.781057:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360604544/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768022.781071:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768022.781076:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768022.781084:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768022.781092:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5251)
00000800:00000200:0.1:1775768022.781116:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768022.781118:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768022.781303:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768022.781305:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768022.781523:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768022.781525:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775768023.804035:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768023.804039:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768023.804042:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768024.059952:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299915002, at 4299915008
00000100:00000040:3.0:1775768024.059952:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299915002, at 4299915008
00000100:00000010:2.0:1775768024.059965:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000100:00000010:3.0:1775768024.059974:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000020:00000001:3.0:1775768024.828004:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768024.828008:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768024.828012:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768026.876020:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768026.876026:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768026.876030:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768027.899978:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768027.899996:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768027.900000:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768027.900004:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768027.900014:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768027.900024:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5246
00000400:00000200:3.0:1775768027.900031:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768027.900043:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768027.900055:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768027.900065:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900077:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768027.900082:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900084:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768027.900087:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768027.900090:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768027.900093:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768027.900095:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768027.900096:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768027.900098:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768027.900102:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900108:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768027.900111:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900116:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768027.900119:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768027.900122:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900124:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768027.900128:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768027.900132:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768027.900136:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900138:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768027.900140:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768027.900147:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775768027.900151:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768027.900156:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768027.900158:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900161:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768027.900165:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768027.900170:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768027.900180:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768027.900187:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768027.900198:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768027.900207:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768027.900212:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768027.900218:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768027.900238:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768027.900240:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768027.900243:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768027.900244:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768027.900246:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768027.900249:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768027.900254:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5246
00000400:00000200:3.0:1775768027.900259:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768027.900263:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775768027.900264:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768027.900270:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1775768027.900270:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768027.900273:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768027.900277:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900281:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768027.900282:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768027.900286:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768027.900295:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768027.900297:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.900299:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768027.900302:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768027.900304:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768027.900307:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360604672:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768027.900311:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768027.900314:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768027.900316:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.900318:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768027.900323:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6c00.
02000000:00000001:1.0:1775768027.900324:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768027.900329:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768027.900332:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768027.900337:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768027.900342:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360604672, portal 25
00000100:00000001:1.0:1775768027.900344:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768027.900345:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768027.900346:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000020:00000001:3.0:1775768027.900349:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768027.900351:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000040:1.0:1775768027.900354:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768027.900354:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768027.900357:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768027.900362:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768027.900366:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:1.0:1775768027.900372:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768027.900373:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900376:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768027.900378:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768027.900382:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768027.900384:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360604672, offset 0
00000400:00000200:1.0:1775768027.900390:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768027.900396:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.900401:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768027.900405:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768027.900409:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768027.900412:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768027.900414:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768027.900418:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59718:59718:256:4294967295] 192.168.202.115@tcp LPNI seq info [59717:59717:8:4294967295]
00000400:00000200:1.0:1775768027.900421:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.900429:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768027.900433:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.900438:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768027.900443:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768027.900446:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768027.900450:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768027.900453:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768027.900456:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.900458:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000100:00000040:3.0:1775768027.900469:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900472:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768027.900474:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768027.900477:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900480:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768027.900481:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768027.900486:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768027.900488:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900490:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768027.900494:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768027.900496:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900498:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768027.900501:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775768027.900503:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768027.900505:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768027.900507:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900508:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768027.900509:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768027.900511:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768027.900516:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768027.900519:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768027.900523:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768027.900529:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768027.900588:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768027.900594:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768027.900602:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768027.900604:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768027.900607:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768027.900608:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768027.900609:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768027.900611:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768027.900613:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5246
00000400:00000200:3.0:1775768027.900616:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768027.900619:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768027.900620:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768027.900622:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900624:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768027.900625:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900627:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768027.900628:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768027.900629:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768027.900630:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768027.900631:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768027.900632:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768027.900633:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768027.900635:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900636:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768027.900637:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900638:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768027.900640:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768027.900642:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900643:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768027.900645:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768027.900647:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768027.900649:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900650:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768027.900651:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768027.900653:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900654:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768027.900657:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775768027.900658:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768027.900661:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768027.900661:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900663:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768027.900664:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768027.900665:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768027.900668:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768027.900670:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768027.900673:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768027.900678:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768027.900680:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768027.900682:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768027.900694:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768027.900697:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768027.900700:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768027.900701:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768027.900703:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768027.900705:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768027.900708:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5246
00000400:00000200:3.0:1775768027.900711:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768027.900714:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768027.900716:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768027.900719:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900721:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768027.900723:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900725:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768027.900727:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768027.900728:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768027.900730:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768027.900732:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768027.900734:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768027.900736:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768027.900740:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900742:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768027.900744:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900747:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768027.900749:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768027.900752:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768027.900754:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768027.900756:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768027.900759:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768027.900761:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900762:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768027.900764:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768027.900766:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900767:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768027.900770:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775768027.900771:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768027.900773:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768027.900774:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768027.900775:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768027.900776:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768027.900777:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768027.900780:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768027.900782:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768027.900785:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768027.900790:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768027.900792:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768027.900794:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768027.900799:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768027.900812:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768027.900818:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768027.900822:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5256)
00000400:00000200:1.0:1775768027.901796:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768027.901816:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768027.901822:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768027.901825:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768027.901851:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768027.901858:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.901868:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.901872:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.901880:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.901882:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768027.901888:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768027.901893:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768027.901896:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299920124
00000100:00000010:1.0:1775768027.901902:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dde0.
00000100:00000001:1.0:1775768027.901908:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768027.901914:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299920124
00000100:00000010:1.0:1775768027.901918:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d8a0.
00000100:00000001:1.0:1775768027.901921:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768027.901924:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768027.901927:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.901930:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768027.901934:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768027/real 1775768027]  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768027.901945:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768027.901947:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768027.901949:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768027.901953:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768027.901954:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768027.901957:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768027.901961:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768027.901970:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.901978:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768027.901979:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.901982:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.901984:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768027.901989:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.901996:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768027.902001:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902010:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768027.902013:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902015:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.902016:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902019:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768027.902021:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768027.902025:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768027.902029:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768027.902032:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768027.902036:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768027.902046:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360604672:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768027.902051:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902053:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.902056:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360604672/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902064:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768027.902066:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768027.902069:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:1.0:1775768027.902073:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768027.902075:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768027.902076:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768027.902078:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768027.902081:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:1.0:1775768027.902084:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768027.902085:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768027.902087:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775768027.902090:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768027.902092:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902094:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902102:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768027.902104:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.902106:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768027.902108:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768027.902110:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768027.902113:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902128:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768027.902130:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.902132:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768027.902134:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768027.902136:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768027.902139:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360604800:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768027.902142:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768027.902145:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768027.902146:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.902148:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768027.902151:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6c00.
02000000:00000001:1.0:1775768027.902153:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768027.902157:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768027.902160:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768027.902165:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768027.902168:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360604800, portal 10
00000100:00000001:1.0:1775768027.902170:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768027.902171:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:1.0:1775768027.902177:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902185:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768027.902187:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768027.902190:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768027.902192:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360604800, offset 0
00000400:00000200:1.0:1775768027.902196:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768027.902201:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.902205:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768027.902209:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768027.902212:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768027.902214:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768027.902217:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768027.902221:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59719:59719:256:4294967295] 192.168.202.115@tcp LPNI seq info [59718:59718:8:4294967295]
00000400:00000200:1.0:1775768027.902225:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.902233:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768027.902238:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.902241:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768027.902246:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768027.902249:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768027.902254:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768027.902257:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768027.902261:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.902264:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768027.902267:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768027.902270:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768027.902273:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768027.902275:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768027.902277:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768027.902280:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902289:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.902292:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902300:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.902301:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768027.902304:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768027.902308:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768027.902312:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768027.902314:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299918862
00000100:00000001:1.0:1775768027.902316:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299920124
00000100:00000001:1.0:1775768027.902319:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299918862
00000100:00000001:1.0:1775768027.902321:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299920124
00000100:00000001:1.0:1775768027.902323:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768027.902325:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.902327:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768027.902330:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768027/real 1775768027]  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768027.902338:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768027.902339:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768027.902341:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768027.902344:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768027.902345:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768027.902347:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768027.902350:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768027.902358:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902365:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768027.902366:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902368:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.902370:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768027.902374:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902381:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768027.902385:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902392:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768027.902395:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902397:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.902398:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902400:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768027.902403:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768027.902406:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768027.902410:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768027.902412:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768027.902417:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768027.902426:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360604800:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768027.902430:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768027.902434:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902441:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768027.902443:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.902445:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768027.902447:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768027.902449:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768027.902452:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360604928:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768027.902455:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768027.902457:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768027.902459:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.902461:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768027.902464:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768027.902466:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768027.902470:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768027.902472:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768027.902476:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768027.902479:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360604928, portal 10
00000100:00000001:1.0:1775768027.902481:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768027.902482:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:1.0:1775768027.902489:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902496:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768027.902499:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768027.902501:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768027.902504:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360604928, offset 0
00000400:00000200:1.0:1775768027.902508:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768027.902512:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.902515:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768027.902518:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768027.902521:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768027.902523:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768027.902526:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768027.902529:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59720:59720:256:4294967295] 192.168.202.115@tcp LPNI seq info [59719:59719:8:4294967295]
00000400:00000200:1.0:1775768027.902534:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.902540:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768027.902545:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.902548:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768027.902552:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768027.902555:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768027.902559:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768027.902575:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768027.902580:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.902582:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768027.902585:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768027.902589:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768027.902592:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768027.902594:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768027.902597:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768027.902601:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902609:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.902612:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902618:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.902620:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768027.902624:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768027.902627:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768027.902630:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768027.902632:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299918860
00000100:00000001:1.0:1775768027.902635:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299920124
00000100:00000001:1.0:1775768027.902637:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299918860
00000100:00000001:1.0:1775768027.902639:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299920124
00000100:00000001:1.0:1775768027.902641:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768027.902643:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.902645:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768027.902649:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768027/real 1775768027]  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768027.902657:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768027.902658:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768027.902660:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768027.902663:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768027.902664:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768027.902666:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768027.902670:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768027.902679:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902686:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768027.902687:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902689:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.902690:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768027.902694:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902701:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768027.902704:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902712:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768027.902714:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902716:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.902717:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.902719:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768027.902721:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768027.902723:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768027.902726:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768027.902729:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768027.902733:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768027.902741:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360604928:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768027.902744:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768027.902748:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902755:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768027.902756:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.902758:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768027.902760:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768027.902762:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768027.902765:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605056:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768027.902768:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768027.902770:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768027.902772:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768027.902773:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768027.902777:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768027.902780:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768027.902783:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768027.902786:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768027.902790:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768027.902792:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360605056, portal 4
00000100:00000001:1.0:1775768027.902794:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768027.902796:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:1.0:1775768027.902814:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902821:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768027.902824:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768027.902826:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768027.902847:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360605056, offset 0
00000400:00000200:1.0:1775768027.902853:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768027.902857:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.902861:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768027.902864:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768027.902867:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768027.902869:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768027.902872:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768027.902875:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59721:59721:256:4294967295] 192.168.202.115@tcp LPNI seq info [59720:59720:8:4294967295]
00000400:00000200:1.0:1775768027.902879:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768027.902885:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768027.902890:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.902893:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768027.902897:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768027.902899:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768027.902903:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768027.902906:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768027.902910:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768027.902912:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768027.902915:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768027.902918:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768027.902921:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768027.902923:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768027.902926:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768027.902929:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902937:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.902939:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.902947:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.902948:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768027.902952:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768027.902955:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768027.902958:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768027.902960:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299918916
00000100:00000001:1.0:1775768027.902962:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299920124
00000100:00000001:1.0:1775768027.902965:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299918916
00000100:00000001:1.0:1775768027.902967:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299920124
00000100:00000001:1.0:1775768027.902969:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768027.902971:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.902973:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768027.902977:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768027/real 1775768027]  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768027.902984:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768027.902986:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768027.902988:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768027.902990:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768027.902992:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768027.902994:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768027.902997:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768027.903006:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.903019:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768027.903020:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903022:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.903024:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768027.903027:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.903034:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768027.903038:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.903046:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768027.903049:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903050:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768027.903052:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903054:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768027.903055:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768027.903058:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768027.903061:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768027.903064:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768027.903068:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768027.903076:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605056:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768027.903080:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903082:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.903085:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360604800/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.903092:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768027.903094:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768027.903096:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:1.0:1775768027.903098:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768027.903100:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768027.903101:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768027.903103:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768027.903105:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:1.0:1775768027.903108:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768027.903109:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768027.903111:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775768027.903114:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768027.903115:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903117:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.903119:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360604928/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.903126:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768027.903127:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768027.903128:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768027.903131:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768027.903132:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768027.903133:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768027.903135:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768027.903136:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:1.0:1775768027.903138:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768027.903139:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768027.903141:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:1.0:1775768027.903143:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768027.903144:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903145:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768027.903148:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360605056/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768027.903154:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768027.903156:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768027.903157:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768027.903159:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768027.903161:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768027.903162:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768027.903164:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768027.903165:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:1.0:1775768027.903167:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768027.903168:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768027.903169:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775768027.903171:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768027.903172:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903174:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768027.903177:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768027.903179:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768027.903181:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768027.903182:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768028.924058:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768028.924061:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768028.924064:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768029.179944:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299920124, at 4299920128
00000100:00000040:3.0:1775768029.179944:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299920124, at 4299920128
00000100:00000010:2.0:1775768029.179959:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9dde0.
00000100:00000010:3.0:1775768029.179961:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d8a0.
00000020:00000001:3.0:1775768029.948008:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768029.948011:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768029.948015:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768031.995997:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768031.996003:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768031.996007:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768033.019962:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768033.019980:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768033.019986:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768033.019994:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768033.020001:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768033.020011:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5251
00000400:00000200:3.0:1775768033.020024:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768033.020032:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768033.020035:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768033.020038:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020041:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768033.020043:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020045:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768033.020048:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768033.020049:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768033.020051:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768033.020054:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768033.020056:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768033.020058:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768033.020060:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020062:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768033.020063:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020065:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768033.020067:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768033.020070:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020071:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768033.020074:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768033.020077:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768033.020079:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020081:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768033.020083:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768033.020094:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775768033.020096:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768033.020100:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768033.020102:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020105:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768033.020107:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768033.020112:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768033.020122:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768033.020129:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768033.020139:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768033.020149:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768033.020154:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768033.020157:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768033.020187:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768033.020191:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768033.020195:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768033.020197:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768033.020199:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768033.020201:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768033.020205:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5251
00000400:00000200:3.0:1775768033.020210:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768033.020215:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768033.020217:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768033.020222:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020225:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768033.020227:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020230:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768033.020231:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768033.020234:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768033.020236:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:1.0:1775768033.020237:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768033.020239:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768033.020242:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775768033.020243:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768033.020247:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768033.020250:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768033.020255:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768033.020256:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020262:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768033.020268:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768033.020272:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768033.020273:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768033.020276:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768033.020277:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:1.0:1775768033.020281:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775768033.020282:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:1.0:1775768033.020284:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768033.020285:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768033.020287:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768033.020289:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775768033.020293:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360605184:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768033.020297:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768033.020299:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768033.020301:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020305:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768033.020306:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768033.020310:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1775768033.020311:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768033.020315:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1775768033.020316:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020319:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768033.020323:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
00000100:00000010:3.0:1775768033.020324:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
02000000:00000001:1.0:1775768033.020329:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768033.020330:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768033.020335:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768033.020338:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768033.020339:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768033.020342:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768033.020345:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775768033.020347:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
02000000:00000001:3.0:1775768033.020347:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768033.020355:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000400:00000010:1.0:1775768033.020358:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000001:3.0:1775768033.020359:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768033.020366:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768033.020376:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768033.020379:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768033.020380:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360605184, portal 25
00000100:00000040:3.0:1775768033.020384:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.020385:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768033.020388:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000001:3.0:1775768033.020401:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768033.020402:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768033.020405:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768033.020415:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768033.020418:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768033.020421:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768033.020422:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768033.020425:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775768033.020429:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768033.020432:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5251
00000400:00000200:3.0:1775768033.020438:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768033.020440:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000400:00000200:3.0:1775768033.020441:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768033.020445:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775768033.020446:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360605184, offset 0
00000100:00000040:3.0:1775768033.020451:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020454:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768033.020455:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775768033.020460:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020463:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768033.020465:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768033.020468:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000200:1.0:1775768033.020469:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:3.0:1775768033.020471:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768033.020475:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768033.020478:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:1.0:1775768033.020480:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000001:3.0:1775768033.020483:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:1.0:1775768033.020489:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1775768033.020489:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020494:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768033.020497:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768033.020499:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768033.020501:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768033.020505:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:1.0:1775768033.020506:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1775768033.020512:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:1.0:1775768033.020514:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020518:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768033.020523:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768033.020524:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59722:59722:256:4294967295] 192.168.202.115@tcp LPNI seq info [59721:59721:8:4294967295]
02000000:00000001:3.0:1775768033.020527:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768033.020532:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768033.020532:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020537:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768033.020540:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768033.020544:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768033.020549:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768033.020549:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768033.020556:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000800:00000200:1.0:1775768033.020561:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775768033.020562:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768033.020566:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1775768033.020568:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
02000000:00000001:3.0:1775768033.020568:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020573:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768033.020574:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768033.020577:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768033.020580:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000010:3.0:1775768033.020583:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000800:00000200:1.0:1775768033.020584:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775768033.020589:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768033.020594:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:3.0:1775768033.020596:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775768033.020601:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775768033.020612:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1775768033.020613:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020617:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768033.020619:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000100:00000040:3.0:1775768033.020624:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768033.020630:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775768033.020637:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768033.020641:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775768033.020643:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768033.020649:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768033.020650:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000100:00000001:3.0:1775768033.020651:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768033.020654:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1775768033.020656:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:3.0:1775768033.020659:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768033.020663:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775768033.020664:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5251
00000400:00000200:3.0:1775768033.020671:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:1.0:1775768033.020672:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768033.020677:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768033.020683:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768033.020690:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768033.020694:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768033.020694:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768033.020698:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020702:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768033.020705:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768033.020706:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768033.020708:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775768033.020710:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768033.020710:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768033.020713:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768033.020719:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775768033.020727:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768033.020728:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768033.020730:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768033.020733:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768033.020736:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768033.020738:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020739:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768033.020744:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000400:00000200:1.0:1775768033.020745:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768033.020750:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4299925242
00000100:00080000:3.0:1775768033.020768:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768033.020772:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768033.020774:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768033.020777:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768033.020780:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020783:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768033.020787:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1775768033.020788:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dea0.
00000008:00000001:3.0:1775768033.020791:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020794:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768033.020799:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775768033.020800:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1775768033.020803:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:1.0:1775768033.020808:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4299925242
02000000:00000001:3.0:1775768033.020808:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768033.020811:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768033.020814:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768033.020815:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1775768033.020816:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d3c0.
02000000:00000001:3.0:1775768033.020818:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.020821:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000010:3.0:1775768033.020824:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768033.020853:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768033.020859:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768033.020866:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768033.020868:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768033.020871:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.020873:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775768033.020877:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768033.020881:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768033/real 1775768033]  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768033.020886:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768033.020896:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768033.020899:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775768033.020901:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768033.020903:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000100:00000040:3.0:1775768033.020906:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768033.020908:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768033.020911:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000040:3.0:1775768033.020914:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1775768033.020915:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768033.020921:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768033.020922:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5261)
00000100:00000200:1.0:1775768033.020931:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.020937:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768033.020939:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.020941:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.020943:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768033.020946:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.020951:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768033.020954:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.020959:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768033.020960:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.020961:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.020962:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.020964:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768033.020966:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768033.020968:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768033.020971:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768033.020972:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768033.020975:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768033.020980:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360605184:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768033.020983:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.020985:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768033.020986:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360605184/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.020991:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768033.020994:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768033.020996:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768033.020998:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768033.020999:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768033.021001:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768033.021003:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768033.021005:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:1.0:1775768033.021008:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768033.021010:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768033.021012:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775768033.021014:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768033.021015:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021017:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021024:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768033.021026:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021028:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768033.021029:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768033.021030:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768033.021032:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021037:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768033.021039:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768033.021040:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768033.021042:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768033.021043:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768033.021045:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605312:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768033.021047:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768033.021048:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768033.021049:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768033.021050:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768033.021053:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768033.021054:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768033.021057:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768033.021059:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768033.021062:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768033.021064:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360605312, portal 10
00000100:00000001:1.0:1775768033.021065:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768033.021066:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:1.0:1775768033.021071:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021076:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768033.021078:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768033.021080:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768033.021082:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360605312, offset 0
00000400:00000200:1.0:1775768033.021084:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768033.021087:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768033.021090:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768033.021093:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768033.021095:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768033.021097:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768033.021098:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768033.021100:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59723:59723:256:4294967295] 192.168.202.115@tcp LPNI seq info [59722:59722:8:4294967295]
00000400:00000200:1.0:1775768033.021103:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768033.021108:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768033.021111:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768033.021114:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768033.021116:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768033.021118:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768033.021122:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768033.021124:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768033.021127:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768033.021129:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768033.021132:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768033.021136:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768033.021139:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768033.021141:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768033.021143:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768033.021147:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021155:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768033.021158:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021166:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021167:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768033.021171:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768033.021176:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768033.021180:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768033.021182:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299923981
00000100:00000001:1.0:1775768033.021186:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299925242
00000100:00000001:1.0:1775768033.021188:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299923981
00000100:00000001:1.0:1775768033.021191:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299925242
00000100:00000001:1.0:1775768033.021193:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768033.021195:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021197:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768033.021201:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768033/real 1775768033]  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768033.021210:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768033.021212:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768033.021214:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768033.021216:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768033.021218:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768033.021220:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768033.021224:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768033.021232:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021236:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768033.021238:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021239:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.021240:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768033.021242:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021247:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768033.021249:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021256:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768033.021258:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021260:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.021262:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021263:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768033.021266:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768033.021269:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768033.021272:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768033.021275:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768033.021279:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768033.021287:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605312:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768033.021292:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768033.021295:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021303:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768033.021304:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768033.021307:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768033.021309:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768033.021311:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768033.021314:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605440:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768033.021318:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768033.021320:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768033.021322:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768033.021324:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768033.021328:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768033.021330:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768033.021335:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768033.021337:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768033.021341:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768033.021344:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360605440, portal 10
00000100:00000001:1.0:1775768033.021346:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768033.021348:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:1.0:1775768033.021354:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021359:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768033.021360:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768033.021362:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768033.021364:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360605440, offset 0
00000400:00000200:1.0:1775768033.021367:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768033.021369:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768033.021372:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768033.021375:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768033.021377:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768033.021379:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768033.021380:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768033.021383:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59724:59724:256:4294967295] 192.168.202.115@tcp LPNI seq info [59723:59723:8:4294967295]
00000400:00000200:1.0:1775768033.021385:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768033.021390:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768033.021393:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768033.021395:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768033.021397:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768033.021400:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768033.021403:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768033.021406:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768033.021410:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768033.021412:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768033.021415:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768033.021418:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768033.021421:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768033.021424:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768033.021426:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768033.021429:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021439:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768033.021442:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021450:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021452:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768033.021455:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768033.021458:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768033.021461:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768033.021464:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299923979
00000100:00000001:1.0:1775768033.021467:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299925242
00000100:00000001:1.0:1775768033.021469:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299923979
00000100:00000001:1.0:1775768033.021471:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299925242
00000100:00000001:1.0:1775768033.021474:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768033.021476:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021478:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768033.021482:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768033/real 1775768033]  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768033.021492:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768033.021493:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768033.021495:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768033.021498:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768033.021500:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768033.021502:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768033.021506:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768033.021516:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021524:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768033.021525:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021526:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.021527:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768033.021530:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021535:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768033.021538:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021542:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768033.021544:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021544:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.021545:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021546:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768033.021548:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768033.021549:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768033.021551:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768033.021552:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768033.021555:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768033.021559:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605440:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768033.021563:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768033.021565:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021569:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768033.021570:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768033.021572:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768033.021573:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768033.021575:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768033.021577:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605568:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768033.021579:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768033.021581:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768033.021582:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768033.021583:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768033.021586:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6c00.
02000000:00000001:1.0:1775768033.021588:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768033.021593:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768033.021596:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768033.021599:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768033.021602:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360605568, portal 4
00000100:00000001:1.0:1775768033.021604:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768033.021606:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:1.0:1775768033.021612:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021619:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768033.021622:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768033.021624:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768033.021627:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360605568, offset 0
00000400:00000200:1.0:1775768033.021631:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768033.021635:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768033.021640:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768033.021643:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768033.021646:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768033.021648:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768033.021650:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768033.021654:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59725:59725:256:4294967295] 192.168.202.115@tcp LPNI seq info [59724:59724:8:4294967295]
00000400:00000200:1.0:1775768033.021658:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768033.021666:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768033.021671:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768033.021675:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768033.021679:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768033.021682:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768033.021687:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768033.021689:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768033.021694:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768033.021696:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768033.021700:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768033.021703:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768033.021706:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768033.021708:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768033.021711:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768033.021714:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021719:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768033.021721:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021726:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021727:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768033.021729:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768033.021732:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768033.021736:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768033.021738:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4299924034
00000100:00000001:1.0:1775768033.021740:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4299925242
00000100:00000001:1.0:1775768033.021743:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4299924034
00000100:00000001:1.0:1775768033.021745:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4299925242
00000100:00000001:1.0:1775768033.021747:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768033.021749:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021767:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768033.021772:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768033/real 1775768033]  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768033.021782:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768033.021783:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768033.021785:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768033.021788:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768033.021790:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768033.021793:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768033.021796:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768033.021806:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021813:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768033.021815:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021817:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.021818:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768033.021822:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021847:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768033.021850:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021855:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768033.021857:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021858:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768033.021859:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021861:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768033.021862:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768033.021863:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768033.021865:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768033.021866:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768033.021869:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768033.021875:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360605568:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768033.021877:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021878:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768033.021880:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360605312/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021884:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768033.021885:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768033.021886:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768033.021888:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768033.021889:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768033.021890:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768033.021891:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768033.021893:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:1.0:1775768033.021895:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768033.021896:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768033.021897:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:1.0:1775768033.021898:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768033.021899:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021901:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768033.021902:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360605440/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021907:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768033.021907:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768033.021908:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768033.021910:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768033.021910:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768033.021911:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768033.021912:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768033.021913:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:1.0:1775768033.021915:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768033.021916:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768033.021917:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775768033.021918:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768033.021919:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021920:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768033.021922:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360605568/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768033.021926:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768033.021927:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768033.021928:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:1.0:1775768033.021929:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768033.021929:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768033.021930:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768033.021931:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768033.021932:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:1.0:1775768033.021933:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768033.021934:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768033.021934:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775768033.021936:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768033.021937:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021938:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768033.021940:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768033.021941:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768033.021942:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768033.021943:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768034.044013:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768034.044018:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768034.044022:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768034.299926:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299925242, at 4299925248
00000100:00000040:2.0:1775768034.299930:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299925242, at 4299925248
00000100:00000010:3.0:1775768034.299939:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d3c0.
00000100:00000010:2.0:1775768034.299941:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9dea0.
00000020:00000001:2.0:1775768035.068029:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768035.068033:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768035.068036:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768037.115992:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768037.115995:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768037.115998:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768038.139936:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768038.139945:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768038.139950:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768038.139957:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768038.139964:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768038.139972:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5256
00000400:00000200:1.0:1775768038.139981:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768038.139987:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768038.139991:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768038.139994:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.139999:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140005:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140009:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768038.140013:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768038.140016:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768038.140019:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768038.140022:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768038.140026:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768038.140029:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768038.140033:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140036:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140038:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140040:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768038.140043:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768038.140046:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140049:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768038.140052:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768038.140056:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768038.140059:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140061:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768038.140064:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768038.140072:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775768038.140076:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768038.140080:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768038.140081:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140085:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768038.140087:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768038.140091:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768038.140100:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775768038.140106:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768038.140116:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360605696/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768038.140135:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768038.140139:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768038.140144:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360605696/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768038.140169:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768038.140173:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768038.140177:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768038.140179:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768038.140182:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768038.140185:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768038.140188:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5256
00000400:00000200:1.0:1775768038.140194:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768038.140201:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768038.140204:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768038.140210:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140217:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140222:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140228:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768038.140233:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768038.140237:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768038.140241:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768038.140244:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768038.140249:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768038.140254:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768038.140262:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140265:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140270:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140274:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768038.140281:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768038.140287:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140290:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768038.140294:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768038.140300:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768038.140307:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140312:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768038.140317:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768038.140324:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140328:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768038.140334:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775768038.140340:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768038.140343:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768038.140346:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140350:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768038.140353:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768038.140355:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768038.140361:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775768038.140367:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768038.140378:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360605824/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768038.140397:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768038.140401:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768038.140411:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360605824/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768038.140433:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768038.140438:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768038.140445:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768038.140448:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768038.140451:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768038.140456:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775768038.140461:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775768038.140462:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5256
00000800:00000200:0.1:1775768038.140466:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000400:00000200:1.0:1775768038.140471:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768038.140480:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768038.140483:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768038.140490:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140495:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140501:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140504:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768038.140509:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768038.140512:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768038.140514:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768038.140517:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768038.140521:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768038.140526:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768038.140535:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140542:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140546:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140551:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768038.140559:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768038.140566:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140570:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768038.140574:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768038.140579:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768038.140585:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140589:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768038.140593:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768038.140596:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140600:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768038.140604:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775768038.140607:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768038.140611:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768038.140615:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140620:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768038.140623:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768038.140627:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768038.140634:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775768038.140640:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768038.140660:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360605952/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768038.140677:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768038.140683:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768038.140693:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360605952/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768038.140733:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768038.140738:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768038.140746:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768038.140749:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768038.140759:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768038.140766:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768038.140772:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5256
00000400:00000200:1.0:1775768038.140781:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768038.140790:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768038.140795:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768038.140802:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140809:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140814:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140821:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768038.140875:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768038.140879:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768038.140883:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768038.140886:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768038.140892:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768038.140898:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768038.140907:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140913:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768038.140919:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140922:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768038.140927:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768038.140935:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768038.140940:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768038.140942:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768038.140947:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768038.140953:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140958:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768038.140962:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768038.140971:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.140976:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768038.140984:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775768038.140989:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768038.140997:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768038.141000:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768038.141004:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768038.141007:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768038.141012:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768038.141020:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775768038.141027:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768038.141037:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360606080/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768038.141055:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768038.141061:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768038.141071:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360606080/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768038.141093:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768038.141100:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768038.141109:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768038.141117:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5266)
00000800:00000200:0.1:1775768038.141141:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768038.141143:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768038.141328:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768038.141330:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768038.141612:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768038.141614:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775768039.164020:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768039.164024:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768039.164027:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768039.419939:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299930362, at 4299930368
00000100:00000040:3.0:1775768039.419939:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299930362, at 4299930368
00000100:00000010:2.0:1775768039.419952:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00000100:00000010:3.0:1775768039.419954:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000020:00000001:2.0:1775768040.188002:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768040.188013:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768040.188018:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768041.275887:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768041.275893:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768041.275896:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768041.275901:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768041.275905:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768041.275909:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768041.275913:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768041.275916:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768041.275919:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768042.236158:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768042.236163:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768042.236167:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768042.299911:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768042.299917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768042.299919:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768042.299929:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768042.299933:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768042.299936:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768042.299940:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768042.299942:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768042.299944:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768043.259916:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768043.259929:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768043.259933:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768043.259939:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768043.259947:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768043.259954:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5261
00000400:00000200:1.0:1775768043.259963:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768043.259973:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768043.259978:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768043.259981:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.259985:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.259988:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.259991:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768043.259995:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768043.259996:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768043.259999:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768043.260002:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768043.260004:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768043.260013:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768043.260016:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260017:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.260019:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260020:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768043.260022:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768043.260024:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260026:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768043.260029:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768043.260031:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768043.260033:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260035:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768043.260037:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768043.260044:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775768043.260047:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768043.260050:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768043.260051:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260054:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768043.260056:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768043.260059:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768043.260065:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775768043.260078:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768043.260085:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360606208/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768043.260093:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768043.260097:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768043.260102:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360606208/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768043.260119:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768043.260121:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768043.260124:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768043.260125:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768043.260126:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768043.260128:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768043.260130:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5261
00000400:00000200:1.0:1775768043.260134:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768043.260137:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768043.260139:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768043.260141:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260146:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.260152:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260157:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768043.260162:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768043.260165:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768043.260169:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768043.260173:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768043.260179:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768043.260183:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768043.260192:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260195:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.260201:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260203:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768043.260205:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768043.260209:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260223:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768043.260226:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768043.260232:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768043.260235:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260237:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768043.260241:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768043.260244:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260249:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768043.260255:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775768043.260257:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768043.260261:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768043.260263:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260267:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768043.260270:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768043.260273:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768043.260278:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775768043.260284:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768043.260294:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360606336/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768043.260307:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768043.260309:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768043.260314:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360606336/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768043.260327:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768043.260330:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768043.260335:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768043.260337:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768043.260340:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768043.260345:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768043.260352:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5261
00000400:00000200:1.0:1775768043.260365:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768043.260373:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768043.260377:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768043.260382:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260387:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.260389:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260391:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768043.260394:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768043.260395:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768043.260396:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768043.260397:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768043.260400:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768043.260405:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775768043.260409:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768043.260411:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260414:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.260416:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260417:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768043.260419:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768043.260421:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260424:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768043.260426:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768043.260429:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768043.260433:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260435:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768043.260438:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768043.260441:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260442:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768043.260447:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775768043.260450:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768043.260452:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768043.260453:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260457:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768043.260459:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768043.260461:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768043.260465:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775768043.260471:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768043.260479:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360606464/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768043.260497:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768043.260502:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768043.260507:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360606464/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768043.260535:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768043.260541:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768043.260547:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768043.260550:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768043.260553:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768043.260558:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768043.260564:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5261
00000400:00000200:1.0:1775768043.260573:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768043.260582:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768043.260587:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768043.260594:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260598:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.260600:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260603:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768043.260605:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768043.260608:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768043.260612:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768043.260614:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768043.260618:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768043.260623:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768043.260630:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260634:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768043.260646:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260664:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768043.260670:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768043.260678:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768043.260683:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768043.260688:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768043.260691:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768043.260696:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260700:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768043.260702:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768043.260708:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260712:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768043.260715:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775768043.260718:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768043.260722:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768043.260724:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768043.260728:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768043.260730:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768043.260733:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768043.260740:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775768043.260746:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768043.260756:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360606592/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768043.260770:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768043.260775:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768043.260788:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360606592/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768043.260810:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768043.260811:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768043.260816:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768043.260824:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768043.260855:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5271)
00000800:00000200:0.1:1775768043.261038:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768043.261190:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768043.323937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768043.323943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768043.323944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768043.323949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768043.323951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768043.323954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768043.323956:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768043.323958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768043.323959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768044.283961:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768044.283970:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768044.283974:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768044.347908:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768044.347913:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768044.347914:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768044.347918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768044.347921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768044.347924:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768044.347926:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768044.347928:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768044.347930:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768044.539950:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299935482, at 4299935488
00000100:00000040:3.0:1775768044.539950:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299935482, at 4299935488
00000100:00000010:3.0:1775768044.539966:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00000100:00000010:2.0:1775768044.539976:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000020:00000001:2.0:1775768045.308101:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768045.308105:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768045.308108:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768045.371903:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768045.371909:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768045.371911:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768045.371915:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768045.371918:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768045.371921:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768045.371922:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768045.371925:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768045.371927:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1775768046.332138:0:2403:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:2.0:1775768046.332214:0:2403:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775768046.332225:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768046.332229:0:2403:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:2.0:1775768046.332233:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768046.332236:0:2403:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775768046.332242:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775768046.332246:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa600.
00000400:00000200:2.0:1775768046.332252:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768046.332257:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768046.332263:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf000
00000400:00000010:2.0:1775768046.332266:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf000.
00000100:00000001:2.0:1775768046.332271:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768046.332279:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03480 x1862022360606208/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332305:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768046.332309:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03480 x1862022360606208/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332317:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768046.332318:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768046.332328:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775768046.332331:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa200.
00000400:00000200:2.0:1775768046.332334:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768046.332337:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768046.332339:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:2.0:1775768046.332341:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:2.0:1775768046.332344:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768046.332348:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d00700 x1862022360606336/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332356:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768046.332359:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00700 x1862022360606336/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332365:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768046.332367:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768046.332372:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775768046.332374:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:2.0:1775768046.332377:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768046.332380:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768046.332382:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf908
00000400:00000010:2.0:1775768046.332384:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf908.
00000100:00000001:2.0:1775768046.332386:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768046.332390:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01880 x1862022360606464/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332399:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768046.332402:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01880 x1862022360606464/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332408:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768046.332410:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775768046.332414:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:2.0:1775768046.332416:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:2.0:1775768046.332419:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775768046.332711:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768046.332716:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:2.0:1775768046.332719:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:2.0:1775768046.332723:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768046.332728:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d03100 x1862022360606592/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332742:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768046.332745:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03100 x1862022360606592/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768046.332751:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768046.332753:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768046.395899:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768046.395905:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768046.395906:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768046.395910:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768046.395912:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768046.395915:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768046.395917:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768046.395919:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768046.395920:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768047.355947:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768047.355951:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768047.355954:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768047.419945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768047.419952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768047.419953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768047.419959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768047.419963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768047.419966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768047.419969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768047.419971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768047.419973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768048.379993:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768048.380000:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768048.380002:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768048.380005:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768048.380009:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768048.380016:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5266
00000400:00000200:2.0:1775768048.380024:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768048.380029:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768048.380033:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768048.380036:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380038:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380041:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380042:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768048.380044:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768048.380046:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768048.380047:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768048.380049:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768048.380051:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768048.380052:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768048.380054:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380055:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380056:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380057:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768048.380059:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768048.380061:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380062:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768048.380065:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768048.380067:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768048.380069:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380071:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768048.380072:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768048.380076:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768048.380078:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768048.380081:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768048.380082:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380084:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768048.380085:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768048.380089:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768048.380094:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768048.380099:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768048.380106:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360606720/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768048.380114:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768048.380118:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768048.380120:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360606720/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768048.380134:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768048.380137:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768048.380140:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768048.380142:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768048.380144:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768048.380146:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768048.380148:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5266
00000400:00000200:2.0:1775768048.380152:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768048.380155:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768048.380157:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768048.380159:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380161:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380163:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380165:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768048.380167:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768048.380168:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768048.380170:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768048.380172:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768048.380173:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768048.380176:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768048.380178:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380180:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380182:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380184:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768048.380186:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768048.380189:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380191:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768048.380192:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768048.380197:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768048.380199:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380201:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768048.380204:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768048.380207:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380208:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768048.380211:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768048.380213:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768048.380215:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768048.380216:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380218:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768048.380219:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768048.380221:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768048.380224:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768048.380227:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768048.380231:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360606848/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768048.380237:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768048.380239:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768048.380242:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360606848/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768048.380250:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768048.380252:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768048.380255:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768048.380257:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768048.380258:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768048.380260:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768048.380263:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5266
00000400:00000200:2.0:1775768048.380266:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768048.380268:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768048.380270:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768048.380273:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380275:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380276:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380278:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768048.380280:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768048.380282:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768048.380283:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768048.380285:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768048.380287:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768048.380288:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768048.380291:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380292:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380294:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380295:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768048.380297:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768048.380300:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380302:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768048.380304:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768048.380306:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768048.380308:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380310:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768048.380312:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768048.380314:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380316:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768048.380318:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768048.380320:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768048.380323:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768048.380324:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380325:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768048.380326:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768048.380328:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768048.380330:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768048.380333:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768048.380337:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360606976/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768048.380343:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768048.380345:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768048.380348:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360606976/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768048.380355:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768048.380357:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775768048.380359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775768048.380361:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768048.380362:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775768048.380362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000100:00080000:2.0:1775768048.380364:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768048.380366:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768048.380368:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5266
00000400:00000200:2.0:1775768048.380372:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768048.380374:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768048.380376:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768048.380378:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380380:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380382:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380383:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768048.380385:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768048.380387:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768048.380389:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768048.380391:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768048.380393:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768048.380395:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768048.380397:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380400:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768048.380401:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380403:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768048.380405:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768048.380407:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768048.380409:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768048.380411:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768048.380413:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768048.380415:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380417:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768048.380419:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768048.380421:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380422:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768048.380425:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775768048.380427:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768048.380429:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768048.380431:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768048.380432:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768048.380433:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768048.380435:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768048.380438:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768048.380440:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768048.380443:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360607104/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768048.380450:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768048.380452:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768048.380455:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360607104/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768048.380462:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768048.380474:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768048.380479:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768048.380486:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5277)
00000800:00000200:0.1:1775768048.380771:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768048.380773:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775768048.381048:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768048.381050:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775768048.381319:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768048.381321:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 57 secs later)
00000100:00000001:2.0:1775768048.443892:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768048.443898:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768048.443899:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768048.443903:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768048.443905:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768048.443908:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768048.443911:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768048.443913:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768048.443915:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768049.467947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768049.467953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768049.467955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768049.467959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768049.467963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768049.467966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768049.467969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768049.467971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768049.467974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768049.659890:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299940602, at 4299940608
00000100:00000040:3.0:1775768049.659897:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299940602, at 4299940608
00000100:00000010:2.0:1775768049.659901:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000100:00000010:3.0:1775768049.659904:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000020:00000001:2.0:1775768050.428025:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768050.428029:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768050.428033:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768050.491883:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768050.491889:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768050.491891:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768050.491896:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768050.491899:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768050.491903:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768050.491905:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768050.491907:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768050.491909:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768051.515975:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768051.515980:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768051.515982:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768051.515987:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768051.515991:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768051.515995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768051.515998:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768051.516000:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768051.516003:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768052.476012:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768052.476016:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768052.476018:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768052.539939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768052.539946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768052.539948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768052.539953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768052.539957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768052.539960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768052.539963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768052.539965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768052.539968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768053.499944:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768053.499952:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768053.499956:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768053.499960:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768053.499965:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768053.499972:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5272
00000400:00000200:1.0:1775768053.499981:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768053.499988:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768053.499993:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768053.499996:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500000:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500009:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500012:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768053.500015:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768053.500017:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768053.500020:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768053.500022:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768053.500025:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768053.500027:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768053.500030:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500032:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500034:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500036:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768053.500038:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768053.500041:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500043:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768053.500046:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768053.500049:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768053.500052:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500054:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768053.500056:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768053.500064:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775768053.500067:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768053.500070:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768053.500072:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500074:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768053.500077:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768053.500080:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768053.500087:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775768053.500094:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768053.500101:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360607232/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768053.500117:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768053.500121:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768053.500125:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360607232/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768053.500155:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768053.500158:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768053.500161:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768053.500162:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768053.500163:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768053.500166:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768053.500168:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5272
00000400:00000200:1.0:1775768053.500176:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768053.500178:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768053.500181:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768053.500183:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500186:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500187:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500189:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768053.500191:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768053.500192:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768053.500194:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768053.500195:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768053.500197:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768053.500199:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768053.500202:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500204:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500205:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500207:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768053.500209:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768053.500212:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500214:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768053.500216:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768053.500220:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768053.500222:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500224:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768053.500228:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768053.500230:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500232:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768053.500235:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775768053.500237:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768053.500239:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768053.500241:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500242:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768053.500244:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768053.500245:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768053.500248:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768053.500251:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768053.500255:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360607360/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768053.500262:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768053.500264:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768053.500267:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360607360/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768053.500274:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768053.500277:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768053.500280:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768053.500282:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768053.500283:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768053.500285:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768053.500288:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5272
00000400:00000200:1.0:1775768053.500290:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768053.500292:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768053.500294:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768053.500297:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500299:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500301:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500303:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768053.500305:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768053.500306:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768053.500307:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768053.500308:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768053.500310:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768053.500312:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768053.500314:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500315:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500317:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500319:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768053.500321:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768053.500323:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500325:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768053.500326:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768053.500329:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768053.500330:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500337:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768053.500339:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768053.500341:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500343:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768053.500345:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775768053.500347:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768053.500349:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768053.500350:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500352:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768053.500353:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768053.500355:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768053.500358:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775768053.500361:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768053.500365:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360607488/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768053.500371:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768053.500373:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768053.500376:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360607488/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768053.500383:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768053.500386:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768053.500388:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768053.500390:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768053.500391:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768053.500393:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768053.500395:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5272
00000400:00000200:1.0:1775768053.500398:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768053.500401:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768053.500403:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768053.500410:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500412:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500414:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500416:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768053.500418:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768053.500419:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768053.500420:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768053.500421:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768053.500423:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768053.500425:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768053.500429:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500430:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768053.500432:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500434:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768053.500436:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768053.500439:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768053.500441:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768053.500442:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768053.500444:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768053.500446:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500447:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768053.500449:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768053.500451:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500453:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768053.500456:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775768053.500457:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768053.500460:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768053.500461:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768053.500462:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768053.500463:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768053.500465:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768053.500468:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768053.500470:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768053.500474:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360607616/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768053.500480:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768053.500482:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768053.500485:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360607616/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768053.500492:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768053.500494:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768053.500498:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768053.500502:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5282)
00000800:00000200:0.1:1775768053.500756:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768053.500759:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775768053.501071:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768053.501073:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775768053.501332:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768053.501334:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775768053.501597:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768053.501599:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1775768053.563942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768053.563948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768053.563950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768053.563954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768053.563957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768053.563960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768053.563962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768053.563964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768053.563966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768054.587941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768054.587947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768054.587949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768054.587954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768054.587958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768054.587962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768054.587965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768054.587967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768054.587969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768054.779921:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299945722, at 4299945728
00000100:00000040:3.0:1775768054.779921:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299945723, at 4299945728
00000100:00000010:3.0:1775768054.779933:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00000100:00000010:2.0:1775768054.779936:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000020:00000001:2.0:1775768055.548008:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768055.548011:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768055.548013:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768055.611955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768055.611962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768055.611964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768055.611969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768055.611972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768055.611976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768055.611979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768055.611981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768055.611983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768056.635879:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768056.635884:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768056.635886:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768056.635889:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768056.635892:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768056.635894:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768056.635896:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768056.635897:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768056.635899:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768057.595989:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768057.595993:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768057.595996:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768057.659882:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768057.659886:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768057.659887:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768057.659891:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768057.659893:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768057.659896:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768057.659898:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768057.659900:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768057.659902:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768058.619913:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768058.619923:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768058.619926:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768058.619930:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768058.619937:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768058.619944:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5277
00000400:00000200:1.0:1775768058.619953:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768058.619959:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768058.619964:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768058.619969:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.619973:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768058.619976:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.619978:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768058.619981:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768058.619983:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768058.619985:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768058.619988:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768058.619990:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768058.619992:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768058.619996:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.619998:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768058.619999:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620001:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768058.620004:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768058.620006:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620008:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768058.620011:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768058.620014:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768058.620017:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620019:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768058.620021:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768058.620031:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775768058.620034:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768058.620038:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768058.620039:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620042:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768058.620044:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768058.620048:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768058.620056:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775768058.620063:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768058.620070:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360607744/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768058.620080:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768058.620085:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768058.620089:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360607744/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768058.620108:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768058.620111:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768058.620115:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768058.620117:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768058.620119:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768058.620122:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768058.620125:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5277
00000400:00000200:1.0:1775768058.620130:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768058.620134:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768058.620138:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768058.620144:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620149:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768058.620152:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620156:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768058.620159:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768058.620161:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768058.620164:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768058.620168:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768058.620171:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768058.620174:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768058.620179:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620182:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768058.620185:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620188:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768058.620191:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768058.620196:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620199:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768058.620203:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768058.620209:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768058.620212:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620215:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768058.620218:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768058.620223:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620226:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768058.620232:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775768058.620237:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768058.620241:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768058.620242:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620246:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768058.620247:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768058.620249:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768058.620254:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775768058.620257:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768058.620262:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360607872/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768058.620272:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768058.620274:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768058.620279:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360607872/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768058.620294:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768058.620297:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768058.620301:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768058.620304:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768058.620306:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768058.620308:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768058.620313:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5277
00000400:00000200:1.0:1775768058.620319:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768058.620325:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768058.620327:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768058.620332:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620334:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768058.620337:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620338:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768058.620340:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768058.620342:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768058.620345:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768058.620347:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768058.620348:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768058.620352:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775768058.620355:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768058.620356:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620360:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768058.620360:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1775768058.620363:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620366:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768058.620370:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768058.620374:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620376:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768058.620380:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768058.620382:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768058.620385:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620387:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768058.620388:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768058.620391:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620393:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768058.620396:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775768058.620399:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768058.620403:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768058.620404:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620407:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768058.620409:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768058.620411:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768058.620415:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768058.620419:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768058.620426:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360608000/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768058.620432:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768058.620435:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768058.620440:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360608000/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768058.620448:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768058.620452:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768058.620454:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768058.620455:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768058.620456:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768058.620460:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768058.620462:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5277
00000400:00000200:1.0:1775768058.620467:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768058.620471:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768058.620474:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768058.620479:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620481:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768058.620484:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620486:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768058.620488:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768058.620490:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768058.620492:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768058.620495:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768058.620498:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768058.620500:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768058.620526:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620528:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768058.620532:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620535:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768058.620536:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768058.620541:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768058.620544:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768058.620548:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768058.620551:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768058.620553:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620555:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768058.620557:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768058.620561:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620564:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768058.620567:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775768058.620572:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768058.620575:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768058.620578:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768058.620580:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768058.620582:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768058.620584:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768058.620588:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775768058.620593:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768058.620599:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360608128/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768058.620614:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768058.620617:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768058.620621:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360608128/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768058.620632:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768058.620634:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768058.620638:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768058.620643:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5287)
00000800:00000200:0.1:1775768058.620761:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768058.620762:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775768058.620933:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768058.620935:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775768058.621081:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768058.621083:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1775768058.683945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768058.683952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768058.683954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768058.683958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768058.683962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768058.683965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768058.683968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768058.683970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768058.683972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768059.707969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768059.707974:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768059.707975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768059.707979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768059.707982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768059.707985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768059.707986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768059.707988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768059.707990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768059.899913:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299950842, at 4299950848
00000100:00000040:3.0:1775768059.899913:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299950842, at 4299950848
00000100:00000010:3.0:1775768059.899925:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000100:00000010:2.0:1775768059.899926:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000020:00000001:2.0:1775768060.668002:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768060.668005:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768060.668007:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768060.731921:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768060.731926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768060.731927:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768060.731930:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768060.731933:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768060.731935:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768060.731937:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768060.731938:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768060.731939:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768061.755896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768061.755901:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768061.755903:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768061.755907:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768061.755909:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768061.755912:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768061.755913:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768061.755915:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768061.755917:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768062.715979:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768062.715981:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768062.715983:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768062.779935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768062.779941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768062.779943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768062.779948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768062.779952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768062.779955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768062.779958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768062.779960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768062.779963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768063.739927:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768063.739939:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768063.739943:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768063.739949:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768063.739955:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768063.739962:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5282
00000400:00000200:1.0:1775768063.739972:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768063.739979:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768063.739982:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768063.739984:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.739986:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768063.739988:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.739989:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768063.739991:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768063.739993:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768063.739995:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768063.739997:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768063.739999:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768063.740001:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768063.740003:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740005:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768063.740006:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740007:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768063.740010:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768063.740012:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740013:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768063.740015:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768063.740017:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768063.740019:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740021:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768063.740022:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768063.740027:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775768063.740029:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768063.740031:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768063.740032:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740034:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768063.740037:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768063.740039:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768063.740045:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768063.740049:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768063.740056:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360608256/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768063.740064:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768063.740075:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768063.740079:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360608256/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768063.740092:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768063.740095:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768063.740097:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768063.740099:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768063.740101:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768063.740103:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768063.740106:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5282
00000400:00000200:1.0:1775768063.740109:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768063.740111:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768063.740113:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768063.740115:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740118:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768063.740121:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740123:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768063.740126:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768063.740127:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768063.740130:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768063.740132:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768063.740137:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768063.740142:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768063.740150:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740153:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768063.740159:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740164:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768063.740168:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768063.740173:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740178:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768063.740181:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768063.740186:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768063.740189:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740191:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768063.740195:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768063.740198:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740200:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768063.740205:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775768063.740207:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768063.740211:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768063.740214:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740218:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768063.740220:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768063.740223:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768063.740228:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775768063.740232:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768063.740239:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360608384/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768063.740248:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768063.740251:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768063.740255:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360608384/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768063.740271:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768063.740277:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768063.740283:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768063.740287:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768063.740291:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768063.740297:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768063.740302:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5282
00000400:00000200:1.0:1775768063.740310:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768063.740318:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768063.740321:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768063.740326:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740328:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768063.740332:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740336:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768063.740341:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1775768063.740342:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775768063.740343:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768063.740345:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768063.740347:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768063.740349:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768063.740350:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768063.740354:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740357:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768063.740357:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1775768063.740360:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740363:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768063.740365:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768063.740369:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740372:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768063.740375:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768063.740378:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768063.740381:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740383:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768063.740385:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768063.740388:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740391:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768063.740394:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775768063.740396:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768063.740400:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768063.740401:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740405:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768063.740406:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768063.740408:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768063.740413:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775768063.740416:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768063.740423:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360608512/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768063.740433:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768063.740435:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768063.740440:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360608512/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768063.740470:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768063.740475:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768063.740482:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768063.740484:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768063.740486:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768063.740489:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768063.740494:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5282
00000400:00000200:1.0:1775768063.740502:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768063.740507:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768063.740512:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768063.740516:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740520:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768063.740525:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740528:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768063.740531:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768063.740534:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768063.740536:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768063.740538:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768063.740541:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768063.740543:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768063.740548:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740552:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768063.740556:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740559:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768063.740560:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768063.740564:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768063.740567:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768063.740570:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768063.740573:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768063.740575:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740578:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768063.740580:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768063.740582:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740585:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768063.740590:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775768063.740594:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768063.740598:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768063.740600:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768063.740602:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768063.740604:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768063.740606:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768063.740615:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775768063.740619:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768063.740624:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360608640/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768063.740634:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768063.740637:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768063.740644:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360608640/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768063.740663:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768063.740667:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768063.740671:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768063.740677:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5292)
00000800:00000200:0.1:1775768063.740842:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768063.740844:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775768063.741053:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768063.741054:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775768063.741208:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768063.741210:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1775768063.803907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768063.803912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768063.803913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768063.803917:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768063.803919:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768063.803922:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768063.803923:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768063.803925:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768063.803927:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768064.827972:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768064.827979:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768064.827981:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768064.827986:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768064.827990:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768064.827994:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768064.827996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768064.827998:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768064.828000:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768065.019940:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299955962, at 4299955968
00000100:00000040:3.0:1775768065.019940:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299955962, at 4299955968
00000100:00000010:3.0:1775768065.019956:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000100:00000010:2.0:1775768065.019958:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00000020:00000001:2.0:1775768065.788061:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768065.788065:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768065.788069:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768065.851907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768065.851914:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768065.851916:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768065.851921:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768065.851924:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768065.851928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768065.851930:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768065.851932:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768065.851933:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768066.875945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768066.875950:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768066.875952:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768066.875957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768066.875960:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768066.875963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768066.875965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768066.875967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768066.875969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768067.836086:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768067.836089:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768067.836091:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768067.899910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768067.899915:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768067.899917:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768067.899921:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768067.899924:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768067.899927:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768067.899929:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768067.899931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768067.899933:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768068.859991:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768068.860002:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768068.860007:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768068.860012:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768068.860017:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768068.860029:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5287
00000400:00000200:2.0:1775768068.860042:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768068.860049:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768068.860051:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768068.860054:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860057:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768068.860058:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860060:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768068.860063:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768068.860065:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768068.860067:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768068.860069:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768068.860070:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768068.860072:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768068.860074:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860076:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768068.860077:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860078:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768068.860080:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768068.860082:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860084:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768068.860086:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768068.860088:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768068.860090:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860092:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768068.860093:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768068.860101:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768068.860103:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768068.860106:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768068.860108:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860110:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768068.860112:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768068.860115:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768068.860121:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768068.860126:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768068.860134:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360608768/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768068.860146:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768068.860150:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768068.860155:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360608768/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768068.860180:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768068.860184:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768068.860188:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768068.860190:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768068.860192:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768068.860196:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768068.860201:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5287
00000400:00000200:2.0:1775768068.860208:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768068.860215:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768068.860220:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768068.860230:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860241:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768068.860250:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860258:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768068.860263:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768068.860266:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768068.860271:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768068.860275:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768068.860282:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768068.860290:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768068.860311:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860321:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768068.860330:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860332:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768068.860338:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768068.860342:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860349:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768068.860351:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768068.860356:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768068.860359:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860362:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768068.860369:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768068.860377:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860381:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768068.860384:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775768068.860389:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768068.860397:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768068.860398:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860416:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768068.860418:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768068.860425:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768068.860433:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768068.860440:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768068.860447:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360608896/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768068.860462:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768068.860470:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768068.860475:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360608896/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768068.860520:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768068.860527:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768068.860543:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768068.860548:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768068.860550:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768068.860560:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768068.860569:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5287
00000400:00000200:2.0:1775768068.860582:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768068.860589:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768068.860592:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768068.860604:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860614:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768068.860619:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768068.860622:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775768068.860624:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1775768068.860631:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768068.860642:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768068.860646:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768068.860649:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768068.860651:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768068.860656:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768068.860663:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768068.860684:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860692:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768068.860700:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860707:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768068.860713:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768068.860724:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768068.860734:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768068.860738:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768068.860742:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768068.860746:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860750:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768068.860755:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768068.860767:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860776:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768068.860783:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775768068.860794:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768068.860797:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768068.860798:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.860800:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768068.860804:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768068.860810:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768068.860815:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768068.860820:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768068.860885:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360609024/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768068.860892:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768068.860895:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768068.860898:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360609024/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768068.860921:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768068.860927:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768068.860933:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768068.860935:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768068.860936:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768068.860943:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768068.860953:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5287
00000400:00000200:2.0:1775768068.860973:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768068.860982:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768068.860989:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768068.860999:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.861004:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768068.861009:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.861015:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768068.861024:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768068.861027:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768068.861030:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768068.861036:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768068.861039:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768068.861046:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768068.861060:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.861069:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768068.861076:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768068.861083:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768068.861091:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768068.861105:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768068.861110:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768068.861114:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768068.861118:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768068.861130:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.861133:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768068.861138:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768068.861144:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.861150:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768068.861157:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768068.861162:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768068.861169:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768068.861172:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768068.861181:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768068.861182:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768068.861184:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768068.861190:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768068.861197:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768068.861208:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360609152/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768068.861232:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768068.861237:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768068.861251:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360609152/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768068.861285:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768068.861292:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768068.861300:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768068.861310:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5297)
00000800:00000200:0.1:1775768068.861546:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768068.861549:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768068.861803:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768068.861805:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768068.862020:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768068.862022:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1775768068.923937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768068.923942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768068.923944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768068.923948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768068.923951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768068.923954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768068.923956:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768068.923959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768068.923961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768069.947903:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768069.947910:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768069.947912:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768069.947918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768069.947921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768069.947925:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768069.947927:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768069.947929:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768069.947931:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768070.139972:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299961082, at 4299961088
00000100:00000040:3.0:1775768070.139972:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299961083, at 4299961088
00000100:00000010:2.0:1775768070.139992:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000100:00000010:3.0:1775768070.139994:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00000020:00000001:2.0:1775768070.908010:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768070.908015:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768070.908020:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768070.971963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768070.971972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768070.971975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768070.971982:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768070.971987:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768070.971992:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768070.971995:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768070.971999:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768070.972002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768071.995976:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768071.995983:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768071.995985:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768071.995993:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768071.995998:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768071.996003:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768071.996006:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768071.996009:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768071.996012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768072.956021:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768072.956028:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768072.956033:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768073.019934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768073.019941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768073.019943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768073.019949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768073.019953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768073.019958:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768073.019960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768073.019962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768073.019965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768073.979960:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768073.979982:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768073.979986:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768073.979992:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768073.979997:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768073.980006:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5292
00000400:00000200:1.0:1775768073.980015:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768073.980020:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768073.980023:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768073.980028:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980031:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.980033:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980035:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768073.980039:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768073.980041:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768073.980047:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768073.980051:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768073.980054:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768073.980059:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768073.980061:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980063:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.980065:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980067:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768073.980069:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768073.980072:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980075:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768073.980078:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768073.980081:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768073.980084:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980085:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768073.980087:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768073.980097:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775768073.980100:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768073.980104:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768073.980105:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980108:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768073.980110:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768073.980115:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768073.980123:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775768073.980130:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768073.980139:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360609280/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768073.980156:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768073.980160:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768073.980164:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360609280/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768073.980182:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768073.980184:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768073.980186:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768073.980188:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768073.980189:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768073.980191:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768073.980193:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5292
00000400:00000200:1.0:1775768073.980196:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768073.980199:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768073.980201:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768073.980204:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980205:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.980207:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980210:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768073.980213:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768073.980215:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768073.980218:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768073.980220:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768073.980228:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768073.980231:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768073.980235:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980237:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.980240:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980246:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768073.980251:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768073.980258:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980264:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768073.980268:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768073.980276:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768073.980279:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980282:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768073.980286:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768073.980289:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980291:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768073.980297:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775768073.980309:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768073.980317:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768073.980320:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980326:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768073.980330:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768073.980335:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768073.980345:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775768073.980352:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768073.980380:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360609408/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768073.980405:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768073.980413:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768073.980422:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360609408/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768073.980457:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768073.980463:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768073.980481:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768073.980484:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768073.980486:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768073.980495:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768073.980503:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5292
00000400:00000200:1.0:1775768073.980531:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768073.980538:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768073.980545:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768073.980556:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980565:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.980570:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980575:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768073.980584:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768073.980589:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768073.980596:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775768073.980597:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:1.0:1775768073.980602:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768073.980606:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775768073.980610:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1775768073.980612:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768073.980626:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980630:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.980647:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980655:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768073.980668:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768073.980679:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980685:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768073.980688:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768073.980692:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768073.980696:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980698:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768073.980701:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768073.980707:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980716:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768073.980726:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775768073.980733:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768073.980738:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768073.980744:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.980750:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768073.980753:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768073.980755:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768073.980768:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775768073.980778:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768073.980790:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360609536/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768073.980801:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768073.980805:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768073.980815:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360609536/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768073.980877:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768073.980881:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768073.980895:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768073.980899:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768073.980904:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768073.980914:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768073.980921:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5292
00000400:00000200:1.0:1775768073.980931:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768073.980938:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768073.980946:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768073.980953:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980958:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.980962:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.980967:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768073.980974:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768073.980976:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768073.980981:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768073.980985:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768073.980989:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768073.980994:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768073.981003:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.981007:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768073.981012:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768073.981015:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768073.981021:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768073.981034:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768073.981046:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768073.981052:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768073.981057:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768073.981062:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.981064:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768073.981070:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768073.981084:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.981091:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768073.981103:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775768073.981111:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768073.981118:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768073.981122:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768073.981132:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768073.981136:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768073.981140:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768073.981149:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775768073.981157:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768073.981169:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360609664/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768073.981200:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768073.981202:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768073.981213:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360609664/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768073.981231:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768073.981236:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768073.981240:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768073.981246:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5302)
00000800:00000200:0.1:1775768073.981449:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768073.981451:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768073.981712:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768073.981715:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768073.981959:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768073.981962:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775768074.043965:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768074.043972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768074.043974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768074.043980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768074.043983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768074.043988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768074.043991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768074.043994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768074.043996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768075.067965:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768075.067972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768075.067974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768075.067980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768075.067983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768075.067987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768075.067989:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768075.067991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768075.067993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768075.259955:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299966202, at 4299966208
00000100:00000040:2.0:1775768075.259959:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299966202, at 4299966208
00000100:00000010:3.0:1775768075.259971:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000100:00000010:2.0:1775768075.259975:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000020:00000001:2.0:1775768076.028058:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768076.028063:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768076.028067:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768076.091963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768076.091971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768076.091972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768076.091977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768076.091981:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768076.091985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768076.091987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768076.091989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768076.091991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768077.115960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768077.115966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768077.115968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768077.115974:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768077.115978:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768077.115982:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768077.115984:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768077.115987:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768077.115990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768078.076069:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768078.076072:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768078.076078:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768078.139941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768078.139949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768078.139950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768078.139957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768078.139960:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768078.139965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768078.139968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768078.139971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768078.139973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768079.099931:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768079.099941:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768079.099945:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768079.099950:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768079.099956:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768079.099964:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5297
00000400:00000200:3.0:1775768079.099972:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768079.099978:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768079.099981:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768079.099984:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.099988:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768079.099993:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.099997:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768079.100003:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768079.100006:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768079.100011:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768079.100016:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768079.100022:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768079.100025:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768079.100030:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100034:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768079.100038:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100041:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768079.100045:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768079.100050:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100053:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768079.100057:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768079.100060:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768079.100062:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100064:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768079.100066:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768079.100076:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768079.100079:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768079.100083:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768079.100085:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100087:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768079.100090:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768079.100101:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768079.100110:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768079.100117:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768079.100127:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360609792/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768079.100136:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768079.100141:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768079.100145:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360609792/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768079.100164:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768079.100167:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768079.100171:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768079.100172:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768079.100173:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768079.100176:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768079.100178:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5297
00000400:00000200:3.0:1775768079.100181:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768079.100184:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768079.100186:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768079.100188:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100191:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768079.100193:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100196:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768079.100199:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768079.100202:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768079.100204:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768079.100209:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768079.100214:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768079.100219:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768079.100227:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100234:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768079.100239:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100245:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768079.100251:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768079.100257:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100262:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768079.100267:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768079.100276:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768079.100282:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100287:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768079.100293:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768079.100301:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100304:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768079.100324:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775768079.100329:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768079.100334:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768079.100336:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100339:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768079.100342:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768079.100344:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768079.100351:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768079.100358:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768079.100369:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360609920/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768079.100388:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768079.100395:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768079.100402:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360609920/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768079.100422:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768079.100428:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768079.100436:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768079.100440:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768079.100445:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768079.100452:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768079.100459:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5297
00000400:00000200:3.0:1775768079.100481:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768079.100488:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768079.100494:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768079.100501:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100507:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768079.100507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775768079.100512:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100516:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768079.100519:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768079.100520:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768079.100522:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768079.100526:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775768079.100527:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1775768079.100532:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768079.100539:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768079.100547:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100552:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768079.100560:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100564:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768079.100568:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768079.100575:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100580:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768079.100585:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768079.100590:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768079.100596:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100601:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768079.100606:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768079.100612:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100616:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768079.100622:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775768079.100627:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768079.100634:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768079.100635:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100639:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768079.100641:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768079.100645:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768079.100650:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775768079.100654:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768079.100661:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360610048/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768079.100681:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768079.100684:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768079.100689:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360610048/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768079.100701:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768079.100706:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768079.100710:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768079.100712:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768079.100715:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768079.100719:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768079.100725:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5297
00000400:00000200:3.0:1775768079.100745:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768079.100754:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768079.100760:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768079.100769:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100776:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768079.100780:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100785:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768079.100792:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768079.100795:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768079.100799:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768079.100803:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768079.100809:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768079.100815:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768079.100826:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100865:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768079.100873:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100878:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768079.100884:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768079.100893:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768079.100899:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768079.100903:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768079.100909:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768079.100915:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100920:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768079.100925:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768079.100930:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100935:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768079.100943:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768079.100950:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768079.100954:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768079.100955:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768079.100958:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768079.100962:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768079.100965:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768079.100971:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768079.100976:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768079.100987:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360610176/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768079.101007:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768079.101011:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768079.101022:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360610176/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768079.101042:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768079.101047:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768079.101055:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768079.101062:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5307)
00000800:00000200:0.1:1775768079.101133:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768079.101136:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768079.101343:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768079.101345:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768079.101600:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768079.101603:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775768079.163966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768079.163973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768079.163976:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768079.163981:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768079.163986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768079.163991:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768079.163994:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768079.163996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768079.163999:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768080.188005:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768080.188014:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768080.188016:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768080.188022:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768080.188026:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768080.188030:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768080.188032:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768080.188036:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768080.188038:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768080.379957:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299971322, at 4299971328
00000100:00000040:3.0:1775768080.379957:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299971322, at 4299971328
00000100:00000010:3.0:1775768080.379974:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000100:00000010:2.0:1775768080.379976:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000020:00000001:2.0:1775768081.148016:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768081.148022:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768081.148026:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768081.211962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768081.211977:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768081.211979:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768081.211985:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768081.211988:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768081.211991:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768081.211993:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768081.211996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768081.211998:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768082.235929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768082.235935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768082.235936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768082.235940:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768082.235943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768082.235946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768082.235948:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768082.235950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768082.235952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768083.196033:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768083.196037:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768083.196041:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768083.259931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768083.259938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768083.259940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768083.259946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768083.259950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768083.259954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768083.259957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768083.259959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768083.259962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768084.220041:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768084.220047:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768084.220050:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768084.220054:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768084.220060:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768084.220068:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5302
00000400:00000200:3.0:1775768084.220075:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768084.220082:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768084.220086:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768084.220089:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220093:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220095:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220098:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768084.220101:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768084.220102:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768084.220104:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768084.220107:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768084.220108:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768084.220110:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768084.220112:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220113:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220114:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220116:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768084.220118:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768084.220120:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220121:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768084.220123:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768084.220126:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768084.220128:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220129:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768084.220132:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768084.220140:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768084.220142:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768084.220145:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768084.220147:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220149:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768084.220151:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768084.220155:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768084.220161:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768084.220166:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768084.220174:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360610304/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768084.220182:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768084.220186:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768084.220189:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360610304/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768084.220206:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768084.220209:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768084.220212:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768084.220214:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768084.220216:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768084.220218:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768084.220221:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5302
00000400:00000200:3.0:1775768084.220225:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768084.220228:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768084.220230:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768084.220233:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220235:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220237:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220239:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768084.220241:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768084.220243:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768084.220245:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768084.220247:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768084.220249:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768084.220252:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768084.220254:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220269:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220271:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220273:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768084.220276:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768084.220279:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220282:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768084.220283:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768084.220288:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768084.220290:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220292:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768084.220295:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768084.220299:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220301:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768084.220304:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768084.220306:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768084.220309:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768084.220311:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220312:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768084.220314:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768084.220316:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768084.220320:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768084.220322:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768084.220327:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360610432/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768084.220334:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768084.220336:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768084.220341:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360610432/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768084.220350:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768084.220353:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768084.220356:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768084.220358:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768084.220359:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768084.220362:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768084.220364:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5302
00000400:00000200:3.0:1775768084.220368:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768084.220370:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768084.220373:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768084.220375:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220377:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220379:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220381:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768084.220383:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768084.220385:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768084.220386:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768084.220388:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768084.220390:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768084.220392:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768084.220395:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220398:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220400:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220402:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768084.220404:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768084.220407:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220409:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768084.220411:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768084.220414:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768084.220416:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220418:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768084.220420:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768084.220423:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220424:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768084.220428:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775768084.220430:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768084.220432:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768084.220433:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220435:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768084.220436:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768084.220438:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768084.220441:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768084.220444:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768084.220448:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360610560/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768084.220449:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768084.220452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775768084.220456:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768084.220458:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768084.220461:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360610560/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768084.220469:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768084.220471:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768084.220475:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768084.220476:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768084.220478:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768084.220480:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768084.220482:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5302
00000400:00000200:3.0:1775768084.220486:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768084.220488:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768084.220491:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768084.220494:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220496:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220498:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220501:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768084.220503:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768084.220505:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768084.220506:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768084.220508:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768084.220510:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768084.220512:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768084.220515:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220516:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768084.220518:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220520:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768084.220522:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768084.220525:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768084.220527:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768084.220529:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768084.220531:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768084.220533:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220535:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768084.220538:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768084.220540:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220542:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768084.220545:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775768084.220547:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768084.220549:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768084.220551:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768084.220552:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768084.220554:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768084.220555:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768084.220558:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768084.220562:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768084.220566:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360610688/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768084.220573:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768084.220575:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768084.220579:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360610688/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768084.220588:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768084.220591:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768084.220595:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768084.220599:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5312)
00000800:00000200:0.1:1775768084.220782:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768084.220784:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768084.221029:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768084.221031:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768084.221205:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768084.221207:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775768084.283950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768084.283956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768084.283957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768084.283962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768084.283964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768084.283968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768084.283969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768084.283972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768084.283974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768085.307935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768085.307941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768085.307942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768085.307947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768085.307950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768085.307952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768085.307954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768085.307956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768085.307958:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768085.499936:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299976442, at 4299976448
00000100:00000040:3.0:1775768085.499936:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299976442, at 4299976448
00000100:00000010:3.0:1775768085.499949:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000100:00000010:2.0:1775768085.499952:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000020:00000001:2.0:1775768086.268021:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768086.268024:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768086.268027:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768086.331939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768086.331945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768086.331947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768086.331951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768086.331954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768086.331957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768086.331959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768086.331961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768086.331963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768087.355867:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768087.355873:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768087.355875:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768087.355880:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768087.355882:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768087.355885:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768087.355887:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768087.355889:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768087.355891:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768088.316032:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768088.316037:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768088.316041:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768088.379961:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768088.379971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768088.379973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768088.379981:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768088.379986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768088.379992:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768088.379996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768088.380000:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768088.380002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768089.339988:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768089.340008:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768089.340014:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768089.340021:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768089.340028:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768089.340037:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5307
00000400:00000200:3.0:1775768089.340048:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768089.340057:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768089.340063:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768089.340071:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340075:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.340078:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340080:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768089.340083:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768089.340085:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768089.340089:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768089.340093:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768089.340096:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768089.340098:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768089.340101:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340103:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.340106:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340108:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768089.340110:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768089.340113:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340115:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768089.340118:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768089.340122:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768089.340125:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340135:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768089.340137:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768089.340151:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768089.340154:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768089.340158:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768089.340159:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340162:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768089.340164:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768089.340169:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768089.340177:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768089.340184:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768089.340193:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360610816/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768089.340204:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768089.340242:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768089.340248:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360610816/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768089.340274:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768089.340277:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768089.340282:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768089.340284:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768089.340286:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768089.340290:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768089.340294:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5307
00000400:00000200:3.0:1775768089.340299:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768089.340306:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768089.340311:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768089.340319:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340326:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.340332:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340344:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768089.340352:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768089.340358:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768089.340368:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768089.340372:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768089.340382:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768089.340392:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768089.340404:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340412:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.340417:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340420:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768089.340422:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768089.340431:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340441:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768089.340448:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768089.340457:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768089.340466:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340469:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768089.340479:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768089.340490:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340498:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768089.340505:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768089.340510:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768089.340516:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768089.340519:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340523:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768089.340524:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768089.340526:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768089.340529:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768089.340536:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768089.340546:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360610944/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768089.340557:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768089.340562:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768089.340570:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360610944/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768089.340586:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768089.340594:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768089.340597:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768089.340602:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768089.340608:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768089.340613:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768089.340617:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5307
00000400:00000200:3.0:1775768089.340634:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768089.340644:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768089.340650:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768089.340668:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340678:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.340685:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340690:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768089.340695:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768089.340696:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768089.340697:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768089.340699:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768089.340700:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768089.340702:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768089.340708:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340713:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.340719:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340720:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768089.340725:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768089.340730:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768089.340732:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768089.340738:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768089.340742:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768089.340745:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340747:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768089.340751:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768089.340756:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340759:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768089.340765:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775768089.340767:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768089.340769:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768089.340769:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.340771:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768089.340772:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768089.340774:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768089.340780:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775768089.340784:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768089.340795:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360611072/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768089.340818:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768089.340826:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775768089.340891:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768089.340895:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768089.340905:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360611072/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768089.340931:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768089.340939:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768089.340946:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768089.340948:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768089.340952:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768089.340958:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768089.340968:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5307
00000400:00000200:3.0:1775768089.340987:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768089.340997:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768089.341008:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768089.341020:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.341025:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.341030:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.341032:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768089.341035:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768089.341039:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768089.341041:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768089.341044:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768089.341053:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768089.341062:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768089.341067:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.341070:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768089.341073:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768089.341076:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768089.341081:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768089.341087:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768089.341091:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768089.341095:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768089.341099:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768089.341102:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.341103:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768089.341106:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768089.341109:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.341113:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768089.341119:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768089.341125:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768089.341128:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768089.341131:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768089.341137:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768089.341141:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768089.341145:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768089.341155:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768089.341161:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768089.341172:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360611200/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768089.341185:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768089.341188:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768089.341194:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360611200/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768089.341235:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768089.341240:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768089.341246:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768089.341255:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5317)
00000800:00000200:0.1:1775768089.341453:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768089.341455:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768089.341668:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768089.341671:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768089.341891:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768089.341893:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775768089.403992:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768089.404002:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768089.404005:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768089.404013:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768089.404018:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768089.404023:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768089.404026:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768089.404029:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768089.404032:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768090.427931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768090.427937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768090.427939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768090.427943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768090.427946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768090.427949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768090.427951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768090.427953:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768090.427955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768090.619973:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299981563, at 4299981568
00000100:00000040:2.0:1775768090.619978:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299981563, at 4299981568
00000100:00000010:3.0:1775768090.619995:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000100:00000010:2.0:1775768090.620001:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000020:00000001:2.0:1775768091.388037:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768091.388044:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768091.388049:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768091.451981:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768091.451990:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768091.451993:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768091.452000:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768091.452006:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768091.452011:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768091.452014:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768091.452018:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768091.452021:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768092.475933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768092.475943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768092.475945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768092.475951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768092.475955:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768092.475960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768092.475963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768092.475966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768092.475968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768093.436015:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768093.436018:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768093.436022:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768093.499984:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768093.499990:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768093.499991:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768093.499995:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768093.499998:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768093.500001:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768093.500003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768093.500005:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768093.500007:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768094.459939:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768094.459948:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768094.459952:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768094.459957:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768094.459962:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768094.459969:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5312
00000400:00000200:3.0:1775768094.459977:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768094.459984:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768094.459988:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768094.460000:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460004:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460007:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460010:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768094.460015:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768094.460017:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768094.460020:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768094.460024:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768094.460027:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768094.460030:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768094.460034:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460036:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460038:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460039:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768094.460041:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768094.460044:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460046:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768094.460048:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768094.460051:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768094.460053:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460055:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768094.460057:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768094.460065:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768094.460068:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768094.460071:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768094.460072:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460074:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768094.460076:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768094.460080:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768094.460087:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768094.460092:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768094.460100:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360611328/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768094.460108:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768094.460113:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768094.460118:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360611328/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768094.460140:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768094.460144:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768094.460147:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768094.460149:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768094.460150:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768094.460154:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768094.460172:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5312
00000400:00000200:3.0:1775768094.460177:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768094.460181:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768094.460183:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768094.460187:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460190:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460193:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460195:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768094.460198:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768094.460202:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768094.460205:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768094.460209:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768094.460212:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768094.460215:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768094.460220:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460225:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460229:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460233:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768094.460238:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768094.460242:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460246:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768094.460249:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768094.460255:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768094.460261:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460266:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768094.460271:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768094.460277:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460280:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768094.460288:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775768094.460294:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768094.460300:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768094.460303:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460307:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768094.460309:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768094.460313:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768094.460321:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775768094.460329:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768094.460340:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360611456/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768094.460362:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768094.460368:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768094.460377:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360611456/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768094.460394:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768094.460400:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768094.460411:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768094.460414:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768094.460416:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768094.460423:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768094.460430:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5312
00000400:00000200:3.0:1775768094.460440:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768094.460447:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768094.460451:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768094.460458:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.1:1775768094.460462:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768094.460463:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460466:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460468:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768094.460469:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768094.460470:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768094.460471:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768094.460473:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768094.460474:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768094.460478:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775768094.460480:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1775768094.460482:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460486:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460491:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460493:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768094.460497:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768094.460500:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460504:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768094.460508:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768094.460512:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768094.460515:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460518:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768094.460522:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768094.460525:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460528:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768094.460534:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768094.460538:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768094.460541:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768094.460544:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460548:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768094.460551:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768094.460553:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768094.460558:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768094.460564:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768094.460571:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360611584/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768094.460585:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768094.460588:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768094.460592:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360611584/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768094.460601:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768094.460605:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768094.460609:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768094.460611:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768094.460614:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768094.460616:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768094.460621:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5312
00000400:00000200:3.0:1775768094.460627:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768094.460632:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768094.460636:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768094.460643:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460648:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460652:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460658:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768094.460664:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768094.460668:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768094.460672:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768094.460676:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768094.460682:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768094.460687:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768094.460698:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460705:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768094.460711:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460717:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768094.460724:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768094.460732:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768094.460739:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768094.460745:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768094.460751:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768094.460755:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460758:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768094.460763:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768094.460766:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460770:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768094.460777:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768094.460782:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768094.460787:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768094.460789:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768094.460793:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768094.460796:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768094.460799:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768094.460803:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768094.460808:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768094.460817:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360611712/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768094.460857:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768094.460860:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768094.460866:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360611712/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768094.460880:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768094.460882:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768094.460886:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768094.460891:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5323)
00000800:00000200:0.1:1775768094.461008:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768094.461010:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775768094.461301:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768094.461302:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775768094.461506:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768094.461509:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000100:00000001:2.0:1775768094.523948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768094.523954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768094.523956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768094.523962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768094.523969:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768094.523973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768094.523975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768094.523978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768094.523981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768095.548890:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768095.548896:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768095.548898:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768095.548902:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768095.548905:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768095.548908:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768095.548910:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768095.548912:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768095.548913:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768095.739934:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299986682, at 4299986688
00000100:00000040:3.0:1775768095.739938:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299986682, at 4299986688
00000100:00000010:2.0:1775768095.739952:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000100:00000010:3.0:1775768095.739954:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000020:00000001:2.0:1775768096.507985:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768096.507988:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768096.507992:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768096.571977:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768096.571985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768096.571987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768096.571993:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768096.571997:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768096.572000:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768096.572003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768096.572005:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768096.572008:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768097.595974:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768097.595982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768097.595983:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768097.595989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768097.595993:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768097.595998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768097.596000:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768097.596003:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768097.596005:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768098.556030:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768098.556034:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768098.556038:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768098.619980:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768098.619988:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768098.619989:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768098.619995:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768098.619999:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768098.620003:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768098.620006:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768098.620009:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768098.620012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768099.579946:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768099.579954:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768099.579958:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768099.579963:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768099.579967:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768099.579973:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5318
00000400:00000200:3.0:1775768099.579982:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768099.579987:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768099.579989:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768099.579992:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.579996:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.579999:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580001:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768099.580004:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768099.580006:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768099.580009:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768099.580013:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768099.580016:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768099.580020:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768099.580023:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580026:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.580030:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580032:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768099.580036:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768099.580039:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580042:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768099.580045:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768099.580049:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768099.580053:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580055:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768099.580058:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768099.580065:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775768099.580069:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768099.580073:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768099.580075:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580078:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768099.580081:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768099.580085:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768099.580093:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768099.580101:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768099.580126:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360611840/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768099.580137:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768099.580142:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768099.580149:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360611840/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768099.580165:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768099.580169:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768099.580174:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768099.580176:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768099.580178:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768099.580181:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768099.580187:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5318
00000400:00000200:3.0:1775768099.580196:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768099.580202:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768099.580206:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768099.580214:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580221:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.580225:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580231:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768099.580235:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768099.580238:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768099.580243:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768099.580246:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768099.580252:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768099.580256:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768099.580260:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580263:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.580268:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580272:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768099.580275:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768099.580281:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580287:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768099.580290:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768099.580297:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768099.580300:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580305:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768099.580311:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768099.580318:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580321:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768099.580326:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775768099.580330:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768099.580334:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768099.580344:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580417:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768099.580420:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768099.580425:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768099.580433:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768099.580438:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768099.580445:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360611968/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768099.580477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768099.580481:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1775768099.580573:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768099.580579:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768099.580589:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360611968/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768099.580603:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768099.580608:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768099.580661:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768099.580665:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768099.580668:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768099.580672:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768099.580676:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5318
00000400:00000200:3.0:1775768099.580685:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768099.580692:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768099.580697:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768099.580704:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580709:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.580714:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580718:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768099.580723:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768099.580726:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768099.580730:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768099.580733:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768099.580738:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768099.580743:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768099.580749:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580754:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.580758:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580763:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768099.580768:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768099.580775:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768099.580780:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768099.580784:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768099.580790:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768099.580795:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580800:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768099.580804:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768099.580810:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580813:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768099.580820:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768099.580824:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768099.580855:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768099.580857:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.580859:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768099.580862:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768099.580866:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768099.580875:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768099.580881:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768099.580893:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360612096/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768099.580920:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768099.580931:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768099.580939:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360612096/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768099.580956:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768099.580962:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768099.580968:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768099.580972:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768099.580975:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768099.580982:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768099.580988:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5318
00000400:00000200:3.0:1775768099.580996:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768099.581004:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768099.581009:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768099.581017:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.581022:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.581028:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.581032:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768099.581037:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768099.581040:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768099.581043:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768099.581046:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768099.581050:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768099.581054:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768099.581061:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.581064:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768099.581068:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768099.581074:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768099.581077:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768099.581085:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768099.581092:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768099.581094:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768099.581099:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768099.581106:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.581125:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768099.581129:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768099.581135:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.581140:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768099.581146:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768099.581152:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768099.581158:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768099.581161:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768099.581165:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768099.581168:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768099.581172:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768099.581179:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768099.581184:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768099.581193:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360612224/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768099.581213:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768099.581219:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768099.581227:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360612224/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768099.581245:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768099.581251:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768099.581258:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768099.581264:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5328)
00000800:00000200:0.1:1775768099.581279:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768099.581282:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768099.581602:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768099.581605:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768099.582032:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768099.582034:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1775768099.643897:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768099.643903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768099.643905:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768099.643909:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768099.643911:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768099.643914:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768099.643916:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768099.643918:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768099.643920:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768100.603994:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768100.603998:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768100.604002:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768100.667921:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768100.667926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768100.667928:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768100.667932:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768100.667934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768100.667937:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768100.667939:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768100.667941:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768100.667943:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768100.859896:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299991802, at 4299991808
00000100:00000040:3.0:1775768100.859896:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299991802, at 4299991808
00000100:00000010:3.0:1775768100.859910:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:2.0:1775768100.859912:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000020:00000001:2.0:1775768101.627977:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768101.627991:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768101.627995:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768101.691958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768101.691964:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768101.691966:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768101.691972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768101.691976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768101.691980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768101.691982:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768101.691985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768101.691987:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768102.715944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768102.715951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768102.715953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768102.715959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768102.715975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768102.715979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768102.715982:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768102.715985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768102.715987:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768103.676031:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768103.676034:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768103.676037:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768103.739955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768103.739961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768103.739962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768103.739968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768103.739972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768103.739976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768103.739979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768103.739981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768103.739983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768104.699944:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768104.699956:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768104.699961:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768104.699967:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768104.699972:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768104.699980:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5323
00000400:00000200:3.0:1775768104.699990:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768104.699995:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768104.699998:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768104.700002:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700004:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700007:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700009:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768104.700012:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768104.700013:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768104.700016:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768104.700019:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768104.700021:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768104.700023:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768104.700027:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700032:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700036:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700038:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768104.700040:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768104.700042:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700044:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768104.700048:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768104.700050:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768104.700053:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700054:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768104.700070:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768104.700082:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768104.700086:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768104.700090:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768104.700092:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700095:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768104.700098:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768104.700102:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768104.700110:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768104.700118:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768104.700127:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360612352/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768104.700135:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768104.700139:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768104.700143:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360612352/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768104.700159:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768104.700162:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768104.700164:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768104.700165:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768104.700167:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768104.700169:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768104.700171:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5323
00000400:00000200:3.0:1775768104.700175:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768104.700178:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768104.700180:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768104.700182:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700186:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700188:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700192:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768104.700195:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768104.700197:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768104.700199:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768104.700202:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768104.700211:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768104.700215:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768104.700219:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700222:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700228:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700233:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768104.700236:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768104.700239:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700242:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768104.700245:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768104.700249:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768104.700252:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700254:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768104.700258:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768104.700262:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700264:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768104.700268:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775768104.700271:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768104.700273:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768104.700275:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700278:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768104.700279:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768104.700280:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768104.700284:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775768104.700288:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768104.700292:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360612480/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768104.700307:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768104.700311:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768104.700318:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360612480/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768104.700337:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768104.700340:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768104.700345:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768104.700347:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768104.700348:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768104.700351:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768104.700355:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5323
00000400:00000200:3.0:1775768104.700360:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768104.700365:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768104.700367:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768104.700371:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700372:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700374:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700375:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768104.700376:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768104.700377:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768104.700378:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768104.700379:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768104.700381:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768104.700385:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768104.700390:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700391:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700395:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700399:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768104.700401:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768104.700405:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700409:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768104.700413:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768104.700416:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768104.700420:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700423:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768104.700425:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768104.700428:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700432:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768104.700438:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775768104.700441:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768104.700446:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768104.700448:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700451:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768104.700454:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768104.700456:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768104.700462:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768104.700466:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768104.700472:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360612608/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768104.700490:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768104.700491:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775768104.700493:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1775768104.700494:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768104.700503:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360612608/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768104.700515:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768104.700516:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768104.700519:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768104.700521:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768104.700524:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768104.700527:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768104.700533:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5323
00000400:00000200:3.0:1775768104.700539:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768104.700546:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768104.700550:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768104.700556:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700560:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700567:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700572:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768104.700577:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768104.700579:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768104.700584:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768104.700588:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768104.700592:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768104.700596:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768104.700601:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700603:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768104.700607:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700611:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768104.700616:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768104.700618:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768104.700620:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768104.700623:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768104.700626:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768104.700630:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700633:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768104.700636:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768104.700638:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700641:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768104.700645:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768104.700650:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768104.700655:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768104.700658:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768104.700661:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768104.700663:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768104.700666:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768104.700672:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768104.700676:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768104.700683:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360612736/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768104.700695:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768104.700699:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768104.700707:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360612736/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768104.700719:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768104.700725:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768104.700731:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768104.700736:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5333)
00000800:00000200:0.1:1775768104.700941:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768104.700943:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775768104.701202:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768104.701203:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775768104.701424:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768104.701425:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775768104.763946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768104.763953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768104.763955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768104.763961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768104.763965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768104.763969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768104.763972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768104.763974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768104.763976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768105.724063:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768105.724067:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768105.724070:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768105.787932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768105.787938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768105.787939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768105.787943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768105.787947:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768105.787951:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768105.787954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768105.787957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768105.787973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768105.979922:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4299996922, at 4299996928
00000100:00000040:2.0:1775768105.979927:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4299996922, at 4299996928
00000100:00000010:3.0:1775768105.979934:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000100:00000010:2.0:1775768105.979938:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000020:00000001:2.0:1775768106.748027:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768106.748031:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768106.748035:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768106.811912:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768106.811919:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768106.811921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768106.811926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768106.811930:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768106.811933:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768106.811936:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768106.811939:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768106.811942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768107.835948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768107.835955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768107.835957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768107.835963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768107.835967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768107.835971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768107.835974:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768107.835977:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768107.835979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768108.796051:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768108.796054:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768108.796058:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768108.859928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768108.859946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768108.859948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768108.859956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768108.859961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768108.859966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768108.859969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768108.859972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768108.859975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768109.819933:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768109.819940:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768109.819942:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768109.819947:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768109.819956:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768109.819963:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5328
00000400:00000200:1.0:1775768109.819971:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768109.819977:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768109.819979:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768109.819982:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.819984:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.819986:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.819988:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768109.819996:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768109.819997:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768109.819999:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768109.820001:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768109.820003:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768109.820004:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768109.820007:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820022:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.820024:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820025:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768109.820028:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768109.820031:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820032:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768109.820034:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768109.820036:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768109.820038:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820040:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768109.820041:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768109.820049:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775768109.820052:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768109.820055:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768109.820056:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820059:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768109.820061:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768109.820064:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768109.820071:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775768109.820075:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768109.820082:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360612864/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768109.820090:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768109.820094:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768109.820097:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360612864/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768109.820113:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768109.820115:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768109.820118:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768109.820119:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768109.820120:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768109.820122:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768109.820123:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5328
00000400:00000200:1.0:1775768109.820127:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768109.820131:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768109.820134:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768109.820139:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820143:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.820149:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820154:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768109.820159:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768109.820161:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768109.820166:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768109.820169:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768109.820174:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768109.820178:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768109.820196:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820201:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.820207:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820210:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768109.820214:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768109.820219:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820222:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768109.820223:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768109.820229:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768109.820233:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820237:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768109.820242:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768109.820246:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820251:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768109.820256:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775768109.820259:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768109.820264:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768109.820266:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820268:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768109.820270:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768109.820272:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768109.820278:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768109.820283:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768109.820292:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360612992/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768109.820303:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768109.820306:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768109.820312:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360612992/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768109.820327:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768109.820332:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768109.820334:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768109.820335:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768109.820337:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768109.820338:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768109.820342:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5328
00000400:00000200:1.0:1775768109.820356:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768109.820363:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768109.820367:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768109.820373:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820375:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.820377:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820382:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768109.820383:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768109.820384:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768109.820387:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768109.820389:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768109.820393:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768109.820397:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775768109.820397:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768109.820401:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820402:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.820403:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820404:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768109.820406:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768109.820407:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820410:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768109.820412:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768109.820414:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768109.820416:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820417:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768109.820418:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768109.820419:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820420:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768109.820423:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775768109.820425:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768109.820430:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768109.820431:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820434:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768109.820437:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768109.820439:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768109.820444:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775768109.820448:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768109.820452:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360613120/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768109.820460:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768109.820463:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768109.820468:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360613120/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768109.820479:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768109.820482:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768109.820486:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768109.820488:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768109.820489:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768109.820490:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768109.820493:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5328
00000400:00000200:1.0:1775768109.820498:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768109.820503:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768109.820506:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768109.820511:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820512:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.820516:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820521:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768109.820525:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768109.820527:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768109.820529:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768109.820533:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768109.820536:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768109.820540:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768109.820544:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820548:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768109.820552:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820555:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768109.820557:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768109.820561:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768109.820564:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768109.820566:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768109.820569:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768109.820572:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820575:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768109.820577:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768109.820580:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820584:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768109.820587:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775768109.820590:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768109.820595:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768109.820597:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768109.820599:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768109.820600:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768109.820603:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768109.820608:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768109.820613:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768109.820620:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360613248/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768109.820634:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768109.820638:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768109.820643:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360613248/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768109.820655:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768109.820659:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768109.820664:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768109.820670:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5338)
00000800:00000200:0.1:1775768109.820693:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768109.820850:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768109.821007:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768109.883949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768109.883957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768109.883960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768109.883965:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768109.883968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768109.883971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768109.883973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768109.883975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768109.883977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768110.843989:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768110.843993:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768110.843996:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768110.907951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768110.907958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768110.907960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768110.907965:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768110.907969:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768110.907973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768110.907976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768110.907978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768110.907981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768111.099932:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300002042, at 4300002048
00000100:00000040:3.0:1775768111.099932:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300002042, at 4300002048
00000100:00000010:2.0:1775768111.099946:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000100:00000010:3.0:1775768111.099948:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00000020:00000001:2.0:1775768111.868036:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768111.868040:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768111.868044:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768111.931954:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768111.931961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768111.931972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768111.931978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768111.931982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768111.931987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768111.932002:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768111.932004:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768111.932007:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775768112.893151:0:2404:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:3.0:1775768112.893219:0:2404:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775768112.893235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768112.893240:0:2404:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:3.0:1775768112.893246:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768112.893252:0:2404:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775768112.893259:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768112.893264:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa100.
00000400:00000200:3.0:1775768112.893273:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768112.893281:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768112.893290:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf660
00000400:00000010:3.0:1775768112.893294:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf660.
00000100:00000001:3.0:1775768112.893300:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768112.893332:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d00380 x1862022360612864/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893371:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768112.893377:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00380 x1862022360612864/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893385:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768112.893387:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768112.893400:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768112.893403:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaa00.
00000400:00000200:3.0:1775768112.893406:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768112.893410:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768112.893413:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfaa0
00000400:00000010:3.0:1775768112.893415:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfaa0.
00000100:00000001:3.0:1775768112.893418:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768112.893424:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d02680 x1862022360612992/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893433:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768112.893437:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02680 x1862022360612992/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893445:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768112.893447:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768112.893452:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768112.893455:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:3.0:1775768112.893458:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768112.893462:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768112.893464:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf110
00000400:00000010:3.0:1775768112.893466:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf110.
00000100:00000001:3.0:1775768112.893469:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768112.893475:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d01f80 x1862022360613120/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893482:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768112.893485:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01f80 x1862022360613120/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893492:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768112.893494:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768112.893498:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768112.893500:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa700.
00000400:00000200:3.0:1775768112.893503:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768112.893506:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768112.893509:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf908
00000400:00000010:3.0:1775768112.893511:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf908.
00000100:00000001:3.0:1775768112.893513:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768112.893518:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e42d02a00 x1862022360613248/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893526:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768112.893529:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02a00 x1862022360613248/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768112.893535:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768112.893536:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768112.894253:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768112.894256:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00380 x1862022360612864/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768112.894262:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360612864:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768112.894265:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.894267:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768112.894269:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02a00 x1862022360613248/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768112.894275:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768112.894278:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768112.894284:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768112.894289:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768112.894292:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768112.894294:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768112.894297:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768112.894300:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:0.0:1775768112.894304:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768112.894307:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768112.894310:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02a00.
00000100:00000001:0.0:1775768112.894315:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768112.894316:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.894318:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768112.894322:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02680 x1862022360612992/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768112.894338:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768112.894340:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768112.894342:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768112.894345:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768112.894350:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768112.894351:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768112.894352:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768112.894354:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:0.0:1775768112.894356:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768112.894357:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768112.894359:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02680.
00000100:00000001:0.0:1775768112.894360:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768112.894361:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.894362:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768112.894365:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01f80 x1862022360613120/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768112.894369:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768112.894370:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768112.894372:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768112.894373:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768112.894374:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768112.894375:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768112.894376:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768112.894377:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:0.0:1775768112.894378:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768112.894379:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768112.894379:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01f80.
00000100:00000001:0.0:1775768112.894381:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768112.894382:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.894382:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768112.894384:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00380 x1862022360612864/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768112.894388:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768112.894388:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768112.894389:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768112.894391:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768112.894391:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768112.894392:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768112.894393:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768112.894394:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:0.0:1775768112.894395:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768112.894396:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768112.894396:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00380.
00000100:00000001:0.0:1775768112.894398:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768112.894399:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.894402:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768112.894411:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768112.894413:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768112.894416:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768112.894418:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768112.955956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768112.955963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768112.955966:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768112.955971:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768112.955976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768112.955993:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768112.955996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768112.955999:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768112.956002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768113.916058:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768113.916061:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768113.916067:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768113.916068:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768113.916073:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768113.916074:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768113.916150:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768113.916156:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768113.916162:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768113.979967:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768113.979991:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768113.979993:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768113.980004:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768113.980008:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768113.980015:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768113.980017:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768113.980020:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768113.980022:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768114.939955:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768114.939980:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768114.939983:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768114.939988:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768114.939993:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768114.939998:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768114.940000:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5333
00010000:00000001:0.0:1775768114.940011:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768114.940018:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768114.940022:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768114.940024:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768114.940030:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768114.940032:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768114.940034:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768114.940037:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768114.940044:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940049:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768114.940052:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940055:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768114.940060:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:0.0:1775768114.940061:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:1.0:1775768114.940064:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768114.940066:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768114.940069:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768114.940071:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768114.940074:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00010000:00010000:0.0:1775768114.940078:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1775768114.940085:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768114.940094:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940097:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768114.940100:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940103:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768114.940107:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768114.940111:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940114:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768114.940117:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768114.940120:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768114.940123:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940125:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768114.940128:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768114.940136:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000020:00000040:1.0:1775768114.940139:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768114.940143:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768114.940145:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940149:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768114.940151:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768114.940157:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768114.940164:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:1.0:1775768114.940171:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768114.940187:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768114.940199:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768114.940204:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768114.940209:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768114.940233:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768114.940235:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768114.940238:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768114.940239:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768114.940241:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768114.940243:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768114.940245:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5333
00000400:00000200:1.0:1775768114.940248:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768114.940250:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768114.940252:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768114.940254:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940255:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768114.940257:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940258:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768114.940261:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768114.940262:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768114.940264:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768114.940266:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768114.940267:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768114.940269:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768114.940274:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940276:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768114.940278:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940282:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768114.940285:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768114.940293:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1775768114.940293:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940300:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768114.940302:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768114.940303:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768114.940307:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1775768114.940310:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768114.940313:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940316:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768114.940322:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1775768114.940323:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1775768114.940331:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940339:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768114.940351:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000100:00000001:0.0:1775768114.940354:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1775768114.940356:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768114.940360:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768114.940361:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768114.940365:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.940371:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768114.940371:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768114.940374:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768114.940379:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768114.940384:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775768114.940387:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.940393:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775768114.940398:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768114.940405:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940423:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768114.940425:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768114.940427:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360613376:192.168.202.115@tcp:250:kworker.0
00000100:00000040:1.0:1775768114.940436:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.940441:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768114.940449:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768114.940455:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940456:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.940463:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1775768114.940464:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768114.940473:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768114.940474:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768114.940476:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768114.940480:0:56331:0:(import.c:484:import_select_connection()) Process entered
02000000:00000010:0.0:1775768114.940481:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
00000100:00080000:1.0:1775768114.940490:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5333
02000000:00000001:0.0:1775768114.940491:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768114.940502:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768114.940508:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768114.940513:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768114.940520:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1775768114.940522:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000100:00000040:1.0:1775768114.940529:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940533:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775768114.940536:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000040:1.0:1775768114.940536:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940544:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768114.940548:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768114.940549:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000200:0.0:1775768114.940552:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360613376, portal 25
00000020:00000001:1.0:1775768114.940552:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768114.940556:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000001:0.0:1775768114.940559:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1775768114.940562:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768114.940563:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112654208 : -130299596897408 : ffff897e42d00380)
00000020:00000001:1.0:1775768114.940572:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768114.940579:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768114.940584:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940594:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768114.940608:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940612:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768114.940617:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1775768114.940619:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768114.940627:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:0.0:1775768114.940628:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768114.940637:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768114.940638:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
02000000:00000001:1.0:1775768114.940644:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775768114.940648:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360613376, offset 0
02000000:00000001:1.0:1775768114.940651:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768114.940657:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940660:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768114.940666:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000008:00100000:1.0:1775768114.940667:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768114.940674:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940677:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768114.940682:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:1.0:1775768114.940682:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
00000020:00000040:1.0:1775768114.940691:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768114.940697:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768114.940703:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:1.0:1775768114.940703:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.940712:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768114.940715:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768114.940718:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1775768114.940720:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768114.940728:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000010:1.0:1775768114.940729:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000400:00000200:0.0:1775768114.940736:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775768114.940737:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768114.940746:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00100000:1.0:1775768114.940751:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768114.940761:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59786:59786:256:4294967295] 192.168.202.115@tcp LPNI seq info [59785:59785:8:4294967295]
00000100:00000001:1.0:1775768114.940781:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768114.940787:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768114.940788:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768114.940798:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768114.940821:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775768114.940868:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768114.940874:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768114.940878:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768114.940880:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768114.940884:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768114.940893:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.0:1775768114.940894:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:1.0:1775768114.940903:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5333
00000800:00000010:0.0:1775768114.940905:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000400:00000200:1.0:1775768114.940912:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768114.940920:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768114.940924:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775768114.940931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768114.940938:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768114.940940:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1775768114.940947:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768114.940955:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775768114.940955:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775768114.940972:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768114.940974:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768114.940980:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000800:00000200:0.1:1775768114.940982:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1775768114.940984:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768114.940993:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000100:0.0:1775768114.941001:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000001:1.0:1775768114.941003:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000010:0.0:1775768114.941006:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000020:00000001:1.0:1775768114.941016:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:0.0:1775768114.941021:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768114.941033:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1775768114.941033:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768114.941044:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768114.941050:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000100:00000040:1.0:1775768114.941050:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768114.941057:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:1.0:1775768114.941057:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768114.941065:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768114.941067:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1775768114.941072:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768114.941078:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768114.941079:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768114.941086:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768114.941092:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768114.941098:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.941101:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775768114.941102:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768114.941109:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1775768114.941112:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1775768114.941117:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.941123:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768114.941136:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000100:00000001:0.0:1775768114.941138:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.941145:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1775768114.941146:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768114.941154:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768114.941155:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768114.941157:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768114.941164:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768114.941169:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768114.941173:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768114.941174:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:1.0:1775768114.941179:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:0.0:1775768114.941180:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300007163
00000100:00000001:1.0:1775768114.941187:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768114.941192:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231e40.
00000100:00100000:1.0:1775768114.941201:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768114.941208:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768114.941217:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768114.941221:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.941222:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300007163
00000100:00000010:0.0:1775768114.941229:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231cc0.
00000100:00000040:1.0:1775768114.941234:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941239:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768114.941248:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768114.941252:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.941254:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768114.941259:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768114.941261:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1775768114.941269:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:0.0:1775768114.941273:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768114/real 1775768114]  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768114.941280:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5343)
00000400:00000001:0.0:1775768114.941299:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768114.941303:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768114.941307:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768114.941312:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768114.941314:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768114.941318:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768114.941323:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768114.941335:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941344:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768114.941346:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941349:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.941352:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768114.941356:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941363:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768114.941368:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941377:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768114.941380:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941382:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.941383:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941387:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768114.941389:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768114.941393:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768114.941399:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768114.941402:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768114.941406:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768114.941417:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360613376:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768114.941423:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941426:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768114.941429:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00380 x1862022360613376/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941437:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768114.941441:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768114.941445:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768114.941449:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768114.941451:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768114.941453:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768114.941455:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768114.941459:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:0.0:1775768114.941464:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768114.941467:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768114.941469:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00380.
00000100:00000001:0.0:1775768114.941473:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768114.941474:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941477:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941489:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768114.941491:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.941494:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768114.941497:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768114.941498:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768114.941504:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941511:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768114.941513:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.941517:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768114.941520:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768114.941523:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768114.941526:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360613504:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768114.941530:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768114.941534:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768114.941537:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.941539:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768114.941543:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768114.941545:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768114.941550:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768114.941554:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768114.941559:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768114.941563:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360613504, portal 10
00000100:00000001:0.0:1775768114.941566:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768114.941568:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112661376 : -130299596890240 : ffff897e42d01f80)
00000100:00000040:0.0:1775768114.941576:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941583:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768114.941586:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768114.941588:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768114.941590:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360613504, offset 0
00000400:00000200:0.0:1775768114.941593:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768114.941605:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768114.941610:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768114.941614:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768114.941618:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768114.941621:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768114.941624:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768114.941627:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59787:59787:256:4294967295] 192.168.202.115@tcp LPNI seq info [59786:59786:8:4294967295]
00000400:00000200:0.0:1775768114.941632:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768114.941640:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768114.941646:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768114.941650:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768114.941656:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768114.941660:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768114.941665:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768114.941668:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768114.941673:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768114.941675:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768114.941678:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768114.941683:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768114.941686:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768114.941688:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768114.941691:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768114.941695:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941710:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768114.941713:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941720:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.941722:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768114.941726:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768114.941731:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768114.941735:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768114.941737:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300005901
00000100:00000001:0.0:1775768114.941741:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300007163
00000100:00000001:0.0:1775768114.941743:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300005901
00000100:00000001:0.0:1775768114.941745:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300007163
00000100:00000001:0.0:1775768114.941748:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768114.941750:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.941752:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768114.941756:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768114/real 1775768114]  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768114.941766:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768114.941767:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768114.941769:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768114.941771:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768114.941772:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768114.941774:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768114.941776:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768114.941782:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941786:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768114.941788:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941790:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.941791:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768114.941793:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941797:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768114.941800:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941804:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768114.941805:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941806:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.941807:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.941808:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768114.941810:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768114.941812:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768114.941815:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768114.941817:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768114.941819:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768114.941824:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360613504:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768114.941827:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768114.941853:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941858:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768114.941859:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.941861:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768114.941862:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768114.941864:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768114.941868:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360613632:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768114.941872:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768114.941874:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768114.941876:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.941879:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768114.941883:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768114.941885:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768114.941889:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768114.941892:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768114.941894:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768114.941898:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360613632, portal 10
00000100:00000001:0.0:1775768114.941900:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768114.941901:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112663168 : -130299596888448 : ffff897e42d02680)
00000100:00000040:0.0:1775768114.941908:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.941915:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768114.941917:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768114.941919:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768114.941922:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360613632, offset 0
00000400:00000200:0.0:1775768114.941926:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768114.941931:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768114.941935:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768114.941939:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768114.941942:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768114.941944:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768114.941947:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768114.941951:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59788:59788:256:4294967295] 192.168.202.115@tcp LPNI seq info [59787:59787:8:4294967295]
00000400:00000200:0.0:1775768114.941955:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768114.941975:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768114.941981:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768114.941985:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768114.941989:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768114.941992:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768114.941997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768114.941999:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768114.942003:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768114.942005:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768114.942008:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768114.942012:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768114.942015:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768114.942017:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768114.942019:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768114.942023:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942031:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768114.942034:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942041:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.942042:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768114.942045:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768114.942049:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768114.942052:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768114.942054:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300005900
00000100:00000001:0.0:1775768114.942057:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300007163
00000100:00000001:0.0:1775768114.942060:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300005900
00000100:00000001:0.0:1775768114.942062:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300007163
00000100:00000001:0.0:1775768114.942065:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768114.942067:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.942070:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768114.942074:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768114/real 1775768114]  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768114.942084:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768114.942086:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768114.942088:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768114.942091:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768114.942093:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768114.942095:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768114.942099:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768114.942107:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942114:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768114.942116:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942117:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.942119:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768114.942123:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942130:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768114.942134:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942142:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768114.942145:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942147:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.942148:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942150:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768114.942151:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768114.942153:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768114.942156:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768114.942158:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768114.942161:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768114.942172:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360613632:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768114.942175:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768114.942178:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942182:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768114.942183:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.942185:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768114.942187:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768114.942189:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768114.942191:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360613760:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768114.942193:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768114.942195:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768114.942196:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768114.942197:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768114.942200:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768114.942201:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768114.942204:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768114.942206:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768114.942209:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768114.942211:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360613760, portal 4
00000100:00000001:0.0:1775768114.942213:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768114.942214:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112664064 : -130299596887552 : ffff897e42d02a00)
00000100:00000040:0.0:1775768114.942218:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942223:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768114.942225:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768114.942226:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768114.942228:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360613760, offset 0
00000400:00000200:0.0:1775768114.942231:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768114.942234:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768114.942237:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768114.942239:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768114.942241:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768114.942244:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768114.942247:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768114.942250:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59789:59789:256:4294967295] 192.168.202.115@tcp LPNI seq info [59788:59788:8:4294967295]
00000400:00000200:0.0:1775768114.942254:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768114.942262:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768114.942267:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768114.942270:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768114.942274:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768114.942277:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768114.942282:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768114.942284:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768114.942288:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768114.942290:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768114.942293:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768114.942296:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768114.942299:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768114.942301:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768114.942304:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768114.942306:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942312:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768114.942314:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942319:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.942320:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768114.942322:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768114.942325:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768114.942328:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768114.942330:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300005955
00000100:00000001:0.0:1775768114.942332:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300007163
00000100:00000001:0.0:1775768114.942333:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300005955
00000100:00000001:0.0:1775768114.942335:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300007163
00000100:00000001:0.0:1775768114.942336:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768114.942337:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.942338:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768114.942340:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768114/real 1775768114]  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768114.942345:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768114.942347:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768114.942348:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768114.942349:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768114.942351:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768114.942352:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768114.942354:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768114.942360:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942364:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768114.942364:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942365:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.942366:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768114.942368:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942372:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768114.942374:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942378:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768114.942381:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942382:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768114.942383:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942384:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768114.942385:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768114.942387:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768114.942389:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768114.942390:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768114.942392:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768114.942397:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360613760:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768114.942399:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942400:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768114.942402:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01f80 x1862022360613504/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942406:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768114.942407:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768114.942409:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768114.942410:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768114.942411:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768114.942412:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768114.942414:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768114.942415:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:0.0:1775768114.942418:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768114.942419:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768114.942420:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01f80.
00000100:00000001:0.0:1775768114.942422:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768114.942423:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942424:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768114.942426:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02680 x1862022360613632/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942435:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768114.942436:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768114.942437:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768114.942438:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768114.942439:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768114.942440:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768114.942441:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768114.942442:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:0.0:1775768114.942443:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768114.942443:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768114.942444:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02680.
00000100:00000001:0.0:1775768114.942446:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768114.942446:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942447:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768114.942449:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02a00 x1862022360613760/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768114.942453:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768114.942453:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768114.942454:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768114.942455:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768114.942456:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768114.942456:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768114.942457:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768114.942458:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:0.0:1775768114.942459:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768114.942460:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768114.942461:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02a00.
00000100:00000001:0.0:1775768114.942462:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768114.942463:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942464:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768114.942468:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768114.942469:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768114.942470:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768114.942472:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768115.003986:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768115.003993:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768115.003995:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768115.004001:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768115.004004:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768115.004009:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768115.004011:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768115.004013:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768115.004016:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.963972:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768115.963982:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768115.963986:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768115.963990:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.963997:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768115.964002:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.964005:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.964009:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.964018:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768115.964021:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.964027:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768115.964029:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768115.964031:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768115.964033:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.964036:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768115.964038:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.964040:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768115.964044:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768115.964119:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768115.964123:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768115.964126:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768116.027966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768116.027973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768116.027975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768116.027981:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768116.027985:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768116.027989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768116.027991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768116.027994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768116.027997:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768116.219924:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300007163, at 4300007168
00000100:00000040:3.0:1775768116.219925:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300007163, at 4300007168
00000100:00000010:2.0:1775768116.219940:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000100:00000010:3.0:1775768116.219942:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00010000:00000001:0.0:1775768116.987999:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768116.988007:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768116.988014:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768116.988015:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768116.988020:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768116.988022:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768116.988084:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768116.988088:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768116.988092:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768117.051982:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768117.051989:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768117.051990:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768117.051997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768117.052001:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768117.052004:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768117.052006:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768117.052008:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768117.052011:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768118.011905:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768118.011911:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768118.011918:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768118.011920:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768118.011922:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768118.011924:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768118.011926:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768118.011928:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768118.011939:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768118.011941:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768118.011944:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768118.011945:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768118.011961:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768118.011963:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768118.011965:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768118.075970:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768118.075978:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768118.075980:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768118.075986:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768118.075990:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768118.075995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768118.075997:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768118.075999:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768118.076002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768119.035952:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768119.035958:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768119.035963:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768119.035964:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768119.035966:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768119.035967:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768119.036002:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768119.036006:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768119.036009:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768119.100015:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768119.100024:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768119.100026:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768119.100032:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768119.100036:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768119.100041:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768119.100044:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768119.100046:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768119.100049:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768120.059974:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768120.059982:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768120.059984:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768120.059985:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768120.059989:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768120.059991:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768120.059997:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768120.059998:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768120.060001:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768120.060006:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5338
00010000:00000001:0.0:1775768120.060008:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768120.060011:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768120.060016:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768120.060021:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768120.060024:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768120.060032:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060035:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768120.060037:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060038:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768120.060042:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768120.060043:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768120.060046:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768120.060048:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768120.060049:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768120.060051:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768120.060055:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060056:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768120.060057:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060058:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768120.060060:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000020:00000001:0.0:1775768120.060063:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:1.0:1775768120.060064:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000020:00000001:0.0:1775768120.060070:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060070:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768120.060080:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00010000:00010000:0.0:1775768120.060081:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1775768120.060083:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768120.060086:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060088:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768120.060089:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768120.060097:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775768120.060100:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768120.060103:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768120.060104:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060107:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768120.060109:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768120.060113:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768120.060118:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768120.060123:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768120.060130:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768120.060137:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768120.060141:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768120.060144:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768120.060162:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768120.060164:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768120.060167:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768120.060168:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768120.060169:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768120.060170:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768120.060172:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5338
00000400:00000200:1.0:1775768120.060174:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768120.060176:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768120.060178:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768120.060180:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060181:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768120.060182:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060183:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768120.060185:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768120.060185:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768120.060186:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768120.060188:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768120.060189:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768120.060190:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768120.060192:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060193:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768120.060195:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060196:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768120.060197:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768120.060199:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060200:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768120.060201:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768120.060205:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1775768120.060206:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768120.060207:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060209:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768120.060212:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768120.060213:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1775768120.060215:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060216:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768120.060217:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768120.060221:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775768120.060222:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768120.060225:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768120.060226:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768120.060227:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768120.060228:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768120.060230:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768120.060231:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768120.060236:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768120.060240:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060243:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1775768120.060245:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768120.060246:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768120.060252:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768120.060253:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1775768120.060255:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768120.060255:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768120.060260:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768120.060261:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768120.060269:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360613888:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768120.060270:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768120.060274:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768120.060276:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1775768120.060277:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768120.060279:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768120.060280:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1775768120.060281:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775768120.060282:0:56331:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1775768120.060286:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768120.060287:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5338
00000400:00000200:1.0:1775768120.060291:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768120.060292:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1775768120.060294:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768120.060295:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768120.060297:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000010:0.0:1775768120.060298:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
00000100:00000001:1.0:1775768120.060298:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768120.060301:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768120.060302:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060303:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768120.060307:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768120.060308:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768120.060308:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768120.060310:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:0.0:1775768120.060313:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:1.0:1775768120.060313:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768120.060317:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:0.0:1775768120.060319:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000100:00000040:1.0:1775768120.060319:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060320:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768120.060323:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060325:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768120.060326:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768120.060327:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000010:0.0:1775768120.060328:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000001:1.0:1775768120.060329:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768120.060332:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768120.060334:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768120.060335:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768120.060336:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360613888, portal 25
00000100:00000001:1.0:1775768120.060337:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768120.060338:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768120.060340:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060341:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768120.060342:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060344:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112662272 : -130299596889344 : ffff897e42d02300)
00000100:00000010:1.0:1775768120.060346:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775768120.060349:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768120.060351:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768120.060352:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060354:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1775768120.060355:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768120.060355:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768120.060357:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768120.060361:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:1.0:1775768120.060366:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060370:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1775768120.060372:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768120.060377:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060381:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768120.060382:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768120.060383:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000040:1.0:1775768120.060386:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768120.060388:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360613888, offset 0
00000100:00000001:1.0:1775768120.060394:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768120.060396:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768120.060399:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:1.0:1775768120.060400:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768120.060403:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768120.060404:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768120.060406:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768120.060410:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:1.0:1775768120.060410:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5338
00000400:00000200:0.0:1775768120.060417:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768120.060420:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768120.060423:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768120.060426:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768120.060428:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768120.060431:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59790:59790:256:4294967295] 192.168.202.115@tcp LPNI seq info [59789:59789:8:4294967295]
00000400:00000200:0.0:1775768120.060434:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768120.060437:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768120.060442:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768120.060446:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1775768120.060446:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768120.060452:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060453:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768120.060455:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:1.0:1775768120.060457:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060459:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000010:0.0:1775768120.060460:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000020:00000001:1.0:1775768120.060461:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768120.060462:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768120.060464:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768120.060465:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:0.0:1775768120.060468:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775768120.060468:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768120.060470:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:0.0:1775768120.060472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1775768120.060474:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060478:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768120.060481:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060483:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775768120.060483:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768120.060486:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1775768120.060487:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768120.060491:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000100:0.0:1775768120.060494:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768120.060495:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768120.060496:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
02000000:00000001:1.0:1775768120.060497:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768120.060500:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768120.060502:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1775768120.060503:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060507:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768120.060509:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1775768120.060510:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1775768120.060513:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768120.060515:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000100:00000001:1.0:1775768120.060515:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768120.060518:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000010:1.0:1775768120.060519:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000100:00000001:0.0:1775768120.060521:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1775768120.060522:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768120.060525:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768120.060525:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768120.060527:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768120.060527:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768120.060529:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768120.060531:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768120.060536:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775768120.060539:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060540:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1775768120.060544:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768120.060545:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768120.060565:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768120.060567:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768120.060567:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060570:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1775768120.060573:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060574:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768120.060582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768120.060583:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060585:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300012282
00000100:00000040:1.0:1775768120.060586:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768120.060589:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1775768120.060591:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442310c0.
00000100:00000040:1.0:1775768120.060593:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5348)
00000100:00000001:0.0:1775768120.060597:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768120.060601:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300012282
00000100:00000010:0.0:1775768120.060603:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231660.
00000100:00000001:0.0:1775768120.060605:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768120.060607:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768120.060609:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060611:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768120.060615:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768120/real 1775768120]  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768120.060621:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768120.060622:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768120.060624:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768120.060626:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768120.060627:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768120.060628:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768120.060630:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768120.060635:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060639:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768120.060640:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060641:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.060643:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768120.060645:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060649:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768120.060651:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060655:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768120.060657:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060658:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.060658:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060660:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768120.060661:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768120.060662:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768120.060665:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768120.060666:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768120.060668:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768120.060672:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360613888:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768120.060676:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060677:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768120.060678:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02300 x1862022360613888/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060682:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768120.060684:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768120.060685:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768120.060687:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768120.060687:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768120.060689:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768120.060690:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768120.060691:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:0.0:1775768120.060694:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768120.060695:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768120.060696:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02300.
00000100:00000001:0.0:1775768120.060698:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768120.060699:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060700:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060705:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768120.060706:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060707:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768120.060708:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768120.060709:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768120.060711:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060715:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768120.060716:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768120.060717:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768120.060718:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768120.060719:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768120.060721:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614016:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768120.060722:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768120.060724:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768120.060724:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768120.060725:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768120.060727:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768120.060728:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768120.060730:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768120.060731:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768120.060733:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768120.060735:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614016, portal 10
00000100:00000001:0.0:1775768120.060736:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768120.060737:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112667648 : -130299596883968 : ffff897e42d03800)
00000100:00000040:0.0:1775768120.060741:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060745:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768120.060746:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768120.060747:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768120.060749:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360614016, offset 0
00000400:00000200:0.0:1775768120.060751:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768120.060752:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768120.060754:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768120.060756:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768120.060757:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768120.060759:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768120.060760:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768120.060762:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59791:59791:256:4294967295] 192.168.202.115@tcp LPNI seq info [59790:59790:8:4294967295]
00000400:00000200:0.0:1775768120.060764:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768120.060768:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768120.060771:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768120.060773:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768120.060775:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768120.060777:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768120.060779:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768120.060780:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768120.060782:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768120.060783:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768120.060785:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768120.060787:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768120.060788:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768120.060789:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768120.060791:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768120.060792:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060797:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768120.060798:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060806:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060807:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768120.060808:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768120.060810:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768120.060812:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768120.060813:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300011020
00000100:00000001:0.0:1775768120.060815:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300012282
00000100:00000001:0.0:1775768120.060816:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300011020
00000100:00000001:0.0:1775768120.060817:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300012282
00000100:00000001:0.0:1775768120.060818:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768120.060819:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060820:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768120.060822:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768120/real 1775768120]  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768120.060826:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768120.060826:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768120.060843:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768120.060845:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768120.060846:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768120.060847:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768120.060849:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768120.060854:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060858:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768120.060858:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060859:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.060860:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768120.060862:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060866:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768120.060868:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060872:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768120.060873:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060874:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.060875:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.060876:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768120.060877:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768120.060878:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768120.060880:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768120.060881:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768120.060883:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768120.060886:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614016:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768120.060888:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768120.060890:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060894:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768120.060895:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768120.060896:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768120.060897:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768120.060898:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768120.060900:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614144:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768120.060901:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768120.060902:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768120.060903:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768120.060904:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768120.060906:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768120.060907:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768120.060921:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768120.060923:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768120.060925:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768120.060926:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614144, portal 10
00000100:00000001:0.0:1775768120.060927:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768120.060928:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112658688 : -130299596892928 : ffff897e42d01500)
00000100:00000040:0.0:1775768120.060932:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060935:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768120.060937:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768120.060938:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768120.060939:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360614144, offset 0
00000400:00000200:0.0:1775768120.060941:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768120.060943:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768120.060945:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768120.060946:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768120.060948:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768120.060949:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768120.060951:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768120.060953:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59792:59792:256:4294967295] 192.168.202.115@tcp LPNI seq info [59791:59791:8:4294967295]
00000400:00000200:0.0:1775768120.060955:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768120.060958:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768120.060960:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768120.060962:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768120.060964:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768120.060966:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768120.060968:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768120.060969:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768120.060971:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768120.060973:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768120.060975:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768120.060976:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768120.060978:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768120.060979:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768120.060980:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768120.060982:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060986:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768120.060988:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.060991:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.060992:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768120.060994:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768120.060995:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768120.060997:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768120.060998:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300011019
00000100:00000001:0.0:1775768120.060999:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300012282
00000100:00000001:0.0:1775768120.061001:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300011019
00000100:00000001:0.0:1775768120.061002:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300012282
00000100:00000001:0.0:1775768120.061003:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768120.061004:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.061005:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768120.061007:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768120/real 1775768120]  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768120.061011:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768120.061012:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768120.061013:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768120.061014:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768120.061015:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768120.061016:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768120.061018:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768120.061023:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061026:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768120.061027:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061028:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.061028:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768120.061030:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061033:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768120.061035:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061039:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768120.061040:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061041:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.061042:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061043:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768120.061044:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768120.061045:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768120.061047:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768120.061048:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768120.061050:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768120.061053:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614144:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768120.061055:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768120.061057:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061061:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768120.061062:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768120.061063:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768120.061064:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768120.061065:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768120.061066:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614272:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768120.061068:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768120.061069:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768120.061069:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768120.061070:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768120.061072:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768120.061073:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768120.061074:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768120.061076:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768120.061077:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768120.061078:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614272, portal 4
00000100:00000001:0.0:1775768120.061080:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768120.061080:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112660480 : -130299596891136 : ffff897e42d01c00)
00000100:00000040:0.0:1775768120.061084:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061087:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768120.061089:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768120.061090:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768120.061091:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360614272, offset 0
00000400:00000200:0.0:1775768120.061093:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768120.061094:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768120.061096:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768120.061097:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768120.061099:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768120.061100:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768120.061101:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768120.061103:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59793:59793:256:4294967295] 192.168.202.115@tcp LPNI seq info [59792:59792:8:4294967295]
00000400:00000200:0.0:1775768120.061106:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768120.061109:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768120.061112:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768120.061113:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768120.061115:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768120.061117:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768120.061119:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768120.061120:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768120.061123:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768120.061124:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768120.061125:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768120.061127:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768120.061128:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768120.061129:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768120.061130:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768120.061132:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061136:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768120.061138:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061141:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.061142:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768120.061143:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768120.061144:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768120.061146:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768120.061147:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300011074
00000100:00000001:0.0:1775768120.061148:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300012282
00000100:00000001:0.0:1775768120.061149:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300011074
00000100:00000001:0.0:1775768120.061150:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300012282
00000100:00000001:0.0:1775768120.061152:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768120.061153:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.061154:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768120.061156:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768120/real 1775768120]  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768120.061160:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768120.061161:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768120.061161:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768120.061162:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768120.061163:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768120.061164:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768120.061166:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768120.061170:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061174:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768120.061175:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061175:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.061176:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768120.061178:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061181:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768120.061183:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061186:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768120.061187:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061188:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768120.061189:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061190:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768120.061190:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768120.061192:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768120.061194:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768120.061195:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768120.061197:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768120.061201:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614272:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768120.061203:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061204:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768120.061205:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03800 x1862022360614016/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061208:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768120.061209:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768120.061210:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768120.061211:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768120.061212:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768120.061213:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768120.061214:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768120.061215:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:0.0:1775768120.061217:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768120.061217:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768120.061218:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03800.
00000100:00000001:0.0:1775768120.061219:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768120.061220:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061221:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768120.061223:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01500 x1862022360614144/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061226:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768120.061227:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768120.061228:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768120.061229:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768120.061229:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768120.061230:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768120.061231:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768120.061232:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6800.
02000000:00000001:0.0:1775768120.061233:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768120.061233:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768120.061234:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01500.
00000100:00000001:0.0:1775768120.061235:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768120.061236:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061237:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768120.061238:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01c00 x1862022360614272/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768120.061241:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768120.061242:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768120.061243:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768120.061244:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768120.061244:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768120.061245:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768120.061246:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768120.061246:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6000.
02000000:00000001:0.0:1775768120.061247:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768120.061248:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768120.061248:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01c00.
00000100:00000001:0.0:1775768120.061249:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768120.061250:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061251:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768120.061253:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768120.061253:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768120.061254:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768120.061255:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768120.123964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768120.123970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768120.123972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768120.123977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768120.123980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768120.123984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768120.123987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768120.123989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768120.123991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768121.084010:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768121.084016:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768121.084023:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768121.084025:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768121.084031:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768121.084033:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768121.084118:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768121.084122:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768121.084126:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768121.147956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768121.147961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768121.147962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768121.147966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768121.147968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768121.147971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768121.147973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768121.147974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768121.147976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768121.339942:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300012282, at 4300012288
00000100:00000040:3.0:1775768121.339952:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300012282, at 4300012288
00000100:00000010:2.0:1775768121.339957:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000100:00000010:3.0:1775768121.339967:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00010000:00000001:0.0:1775768122.107961:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768122.107966:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768122.107978:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768122.107979:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768122.107983:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768122.107984:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768122.108053:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768122.108056:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768122.108060:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768122.171948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768122.171955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768122.171957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768122.171962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768122.171966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768122.171969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768122.171972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768122.171973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768122.171975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768123.132246:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768123.132251:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768123.132256:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768123.132257:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768123.132261:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768123.132262:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768123.132283:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768123.132286:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768123.132289:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768123.195931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768123.195936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768123.195937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768123.195942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768123.195944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768123.195947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768123.195949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768123.195950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768123.195952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768124.155957:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768124.155962:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768124.155967:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768124.155968:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768124.155972:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768124.155974:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768124.155996:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768124.156001:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768124.156004:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768124.219925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768124.219932:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768124.219934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768124.219939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768124.219943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768124.219946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768124.219949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768124.219952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768124.219955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768125.179944:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768125.179949:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768125.179956:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768125.179958:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768125.179962:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768125.179963:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768125.179966:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768125.179973:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768125.179975:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768125.179979:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768125.179982:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768125.179986:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5343
00000400:00000200:2.0:1775768125.179992:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768125.179997:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768125.179999:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768125.180000:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775768125.180002:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768125.180003:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180006:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:0.0:1775768125.180007:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768125.180009:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180012:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768125.180014:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768125.180016:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768125.180018:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768125.180020:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768125.180022:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768125.180024:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768125.180026:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180027:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768125.180029:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180030:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768125.180032:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768125.180034:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180036:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768125.180038:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768125.180040:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768125.180042:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180044:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768125.180046:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768125.180054:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775768125.180056:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768125.180059:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768125.180060:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180062:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768125.180064:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768125.180067:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768125.180072:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768125.180077:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768125.180083:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768125.180091:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768125.180094:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768125.180097:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768125.180111:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768125.180113:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768125.180116:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768125.180117:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768125.180118:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768125.180119:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768125.180120:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5343
00000400:00000200:2.0:1775768125.180123:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768125.180125:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768125.180132:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768125.180134:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768125.180134:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768125.180138:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768125.180140:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768125.180142:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768125.180143:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180146:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768125.180149:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768125.180151:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000040:0.0:1775768125.180152:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768125.180152:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768125.180155:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768125.180159:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768125.180164:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768125.180170:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768125.180172:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768125.180173:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180176:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768125.180178:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768125.180181:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768125.180182:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768125.180187:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180187:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768125.180192:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00100000:0.0:1775768125.180193:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360614400:192.168.202.115@tcp:250:kworker.0
00000100:00080000:2.0:1775768125.180199:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768125.180200:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768125.180204:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.180205:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768125.180208:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768125.180209:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.180212:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768125.180215:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768125.180217:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768125.180218:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.180221:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180222:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768125.180226:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768125.180230:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:2.0:1775768125.180231:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180234:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768125.180235:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000100:00000010:2.0:1775768125.180238:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775768125.180241:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000010:0.0:1775768125.180243:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
02000000:00000001:2.0:1775768125.180244:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768125.180247:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180249:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1775768125.180251:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614400, portal 25
02000000:00000001:2.0:1775768125.180251:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768125.180254:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.180255:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768125.180258:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
02000000:00000010:2.0:1775768125.180262:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000040:0.0:1775768125.180264:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768125.180268:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.180277:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1775768125.180278:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768125.180283:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768125.180288:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000001:2.0:1775768125.180292:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775768125.180293:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360614400, offset 0
00000100:00000001:2.0:1775768125.180297:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768125.180304:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768125.180305:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768125.180315:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768125.180318:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768125.180322:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:2.0:1775768125.180322:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768125.180329:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1775768125.180330:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768125.180332:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768125.180334:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768125.180335:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:2.0:1775768125.180340:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768125.180342:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775768125.180345:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5343
00000400:00000200:0.0:1775768125.180347:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768125.180355:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59794:59794:256:4294967295] 192.168.202.115@tcp LPNI seq info [59793:59793:8:4294967295]
00000400:00000200:2.0:1775768125.180356:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768125.180364:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768125.180364:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768125.180368:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768125.180372:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180374:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768125.180385:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180389:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768125.180392:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775768125.180394:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768125.180397:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768125.180399:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1775768125.180402:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768125.180403:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768125.180407:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:0.0:1775768125.180409:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000020:00000001:2.0:1775768125.180410:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768125.180416:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180419:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768125.180421:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768125.180423:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768125.180426:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775768125.180427:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768125.180432:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:0.1:1775768125.180437:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775768125.180439:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:0.1:1775768125.180441:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775768125.180445:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768125.180450:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768125.180450:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1775768125.180454:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
02000000:00000001:2.0:1775768125.180456:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768125.180460:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775768125.180460:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180464:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768125.180468:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1775768125.180468:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768125.180473:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768125.180474:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000100:00000001:2.0:1775768125.180474:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768125.180478:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000010:2.0:1775768125.180480:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775768125.180482:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768125.180483:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768125.180484:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768125.180486:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768125.180489:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768125.180489:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768125.180491:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768125.180494:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768125.180498:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768125.180503:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.180505:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1775768125.180510:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768125.180511:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768125.180527:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768125.180530:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.180532:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.180535:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775768125.180535:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.180539:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180545:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768125.180547:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768125.180548:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768125.180551:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300017402
00000100:00080000:2.0:1775768125.180551:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768125.180553:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768125.180555:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768125.180556:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:0.0:1775768125.180557:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231b40.
00000100:00080000:2.0:1775768125.180559:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5343
00000400:00000200:2.0:1775768125.180564:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768125.180565:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1775768125.180568:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768125.180570:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768125.180571:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300017402
00000100:00000040:2.0:1775768125.180573:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180576:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1775768125.180577:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442315a0.
00000100:00000040:2.0:1775768125.180578:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768125.180581:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768125.180581:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768125.180583:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768125.180585:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768125.180586:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768125.180587:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768125.180590:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768125.180591:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768125.180592:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768125.180594:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1775768125.180595:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768125.180598:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180601:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775768125.180602:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768125/real 1775768125]  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768125.180603:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180606:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768125.180609:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768125.180614:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768125.180618:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768125.180621:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768125.180623:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768125.180627:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180630:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768125.180633:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768125.180636:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180637:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768125.180638:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:2.0:1775768125.180639:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000400:00000001:0.0:1775768125.180640:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768125.180644:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000020:00000040:2.0:1775768125.180644:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:0.0:1775768125.180649:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
02000000:00000001:2.0:1775768125.180649:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768125.180653:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
02000000:00000001:2.0:1775768125.180653:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.180657:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768125.180658:0:2415:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775768125.180658:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768125.180661:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768125.180664:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000200:0.0:1775768125.180665:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768125.180667:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768125.180675:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768125.180680:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768125.180692:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768125.180695:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768125.180696:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.180697:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.180701:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.180703:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768125.180705:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768125.180709:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768125.180718:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768125.180721:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768125.180730:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768125.180736:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768125.180737:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5353)
00000100:00000040:0.0:1775768125.180742:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.180750:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768125.180753:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.180755:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.180756:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.180758:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768125.180760:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768125.180763:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768125.180766:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768125.180768:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768125.180772:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768125.180781:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360614400:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768125.180785:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.180787:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768125.180790:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360614400/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.180796:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768125.180798:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768125.180800:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768125.180802:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768125.180804:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768125.180805:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768125.180807:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768125.180809:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768125.180812:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768125.180814:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768125.180815:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768125.180818:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768125.180819:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.180821:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.180827:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768125.180845:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.180848:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768125.180849:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768125.180850:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768125.180853:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.180874:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768125.180876:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.180878:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768125.180880:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768125.180882:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768125.180884:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614528:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768125.180888:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768125.180890:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768125.180891:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.180893:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768125.180895:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768125.180897:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768125.180901:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768125.180903:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768125.180906:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768125.180909:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614528, portal 10
00000100:00000001:0.0:1775768125.180911:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768125.180912:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768125.180917:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.180923:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768125.180925:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768125.180927:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768125.180929:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360614528, offset 0
00000400:00000200:0.0:1775768125.180933:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768125.180937:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768125.180940:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768125.180942:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768125.180944:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768125.180947:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768125.180949:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768125.180952:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59795:59795:256:4294967295] 192.168.202.115@tcp LPNI seq info [59794:59794:8:4294967295]
00000400:00000200:0.0:1775768125.180956:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768125.180962:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768125.180966:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768125.180969:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768125.180973:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768125.180975:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768125.180979:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768125.180982:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768125.180985:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768125.180987:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768125.180989:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768125.180993:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768125.180995:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768125.180997:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768125.180999:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768125.181002:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181009:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768125.181012:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181018:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.181019:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768125.181022:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768125.181025:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768125.181028:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768125.181030:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300016141
00000100:00000001:0.0:1775768125.181032:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300017402
00000100:00000001:0.0:1775768125.181034:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300016141
00000100:00000001:0.0:1775768125.181036:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300017402
00000100:00000001:0.0:1775768125.181038:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768125.181040:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.181042:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768125.181045:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768125/real 1775768125]  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768125.181052:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768125.181054:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768125.181056:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768125.181058:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768125.181059:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768125.181061:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768125.181064:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768125.181071:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181076:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768125.181078:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181079:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.181081:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768125.181084:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181090:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768125.181093:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181100:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768125.181102:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181103:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.181104:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181106:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768125.181108:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768125.181110:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768125.181113:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768125.181115:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768125.181118:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768125.181126:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614528:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768125.181129:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768125.181132:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181137:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768125.181139:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.181141:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768125.181142:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768125.181144:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768125.181146:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614656:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768125.181149:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768125.181150:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768125.181152:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.181153:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768125.181156:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768125.181158:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768125.181161:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768125.181163:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768125.181165:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768125.181168:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614656, portal 10
00000100:00000001:0.0:1775768125.181170:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768125.181171:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768125.181175:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181181:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768125.181183:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768125.181185:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768125.181187:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360614656, offset 0
00000400:00000200:0.0:1775768125.181191:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768125.181194:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768125.181197:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768125.181199:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768125.181202:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768125.181204:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768125.181206:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768125.181209:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59796:59796:256:4294967295] 192.168.202.115@tcp LPNI seq info [59795:59795:8:4294967295]
00000400:00000200:0.0:1775768125.181212:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768125.181219:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768125.181223:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768125.181225:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768125.181229:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768125.181231:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768125.181235:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768125.181237:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768125.181252:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768125.181253:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768125.181256:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768125.181259:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768125.181262:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768125.181264:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768125.181266:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768125.181269:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181276:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768125.181279:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181285:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.181287:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768125.181290:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768125.181292:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768125.181295:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768125.181296:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300016139
00000100:00000001:0.0:1775768125.181299:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300017402
00000100:00000001:0.0:1775768125.181301:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300016139
00000100:00000001:0.0:1775768125.181303:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300017402
00000100:00000001:0.0:1775768125.181305:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768125.181306:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.181308:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768125.181311:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768125/real 1775768125]  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768125.181319:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768125.181320:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768125.181321:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768125.181323:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768125.181324:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768125.181326:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768125.181329:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768125.181337:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181343:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768125.181344:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181346:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.181347:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768125.181350:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181357:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768125.181360:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181366:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768125.181367:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181369:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.181370:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181372:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768125.181374:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768125.181376:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768125.181379:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768125.181381:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768125.181384:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768125.181392:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614656:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768125.181395:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768125.181398:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181404:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768125.181405:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.181407:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768125.181409:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768125.181411:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768125.181413:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614784:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768125.181416:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768125.181418:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768125.181419:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768125.181420:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768125.181423:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768125.181425:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768125.181428:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768125.181430:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768125.181432:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768125.181435:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614784, portal 4
00000100:00000001:0.0:1775768125.181437:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768125.181438:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000040:0.0:1775768125.181442:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181449:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768125.181451:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768125.181453:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768125.181455:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360614784, offset 0
00000400:00000200:0.0:1775768125.181458:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768125.181461:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768125.181464:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768125.181467:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768125.181469:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768125.181471:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768125.181473:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768125.181476:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59797:59797:256:4294967295] 192.168.202.115@tcp LPNI seq info [59796:59796:8:4294967295]
00000400:00000200:0.0:1775768125.181480:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768125.181486:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768125.181490:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768125.181492:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768125.181495:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768125.181498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768125.181501:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768125.181504:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768125.181507:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768125.181509:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768125.181511:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768125.181514:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768125.181516:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768125.181518:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768125.181520:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768125.181523:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181529:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768125.181532:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181545:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.181547:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768125.181549:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768125.181551:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768125.181554:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768125.181555:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300016194
00000100:00000001:0.0:1775768125.181558:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300017402
00000100:00000001:0.0:1775768125.181560:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300016194
00000100:00000001:0.0:1775768125.181561:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300017402
00000100:00000001:0.0:1775768125.181563:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768125.181565:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.181566:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768125.181569:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768125/real 1775768125]  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768125.181576:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768125.181577:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768125.181579:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768125.181581:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768125.181582:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768125.181584:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768125.181586:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768125.181594:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181600:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768125.181601:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181603:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.181604:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768125.181607:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181614:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768125.181618:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181624:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768125.181626:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181627:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768125.181628:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181630:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768125.181631:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768125.181634:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768125.181636:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768125.181638:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768125.181641:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768125.181648:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360614784:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768125.181652:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181654:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768125.181656:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360614528/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181662:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768125.181664:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768125.181665:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768125.181668:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768125.181669:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768125.181670:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768125.181672:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768125.181674:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768125.181678:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768125.181679:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768125.181680:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768125.181682:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768125.181683:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181685:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768125.181688:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360614656/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181694:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768125.181695:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768125.181696:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768125.181698:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768125.181699:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768125.181700:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768125.181702:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768125.181704:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768125.181705:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768125.181706:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768125.181708:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768125.181709:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768125.181710:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181711:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768125.181714:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360614784/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768125.181720:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768125.181721:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768125.181722:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768125.181724:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768125.181725:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768125.181726:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768125.181728:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768125.181729:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768125.181731:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768125.181732:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768125.181733:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768125.181735:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768125.181736:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181738:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768125.181741:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768125.181742:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768125.181744:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768125.181745:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768125.243946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768125.243951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768125.243952:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768125.243956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768125.243958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768125.243961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768125.243963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768125.243964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768125.243966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203946:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768126.203951:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768126.203953:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768126.203956:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203959:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768126.203960:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203962:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203963:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203966:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768126.203967:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203969:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768126.203970:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768126.203971:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768126.203972:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203973:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768126.203974:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203974:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768126.203976:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768126.204028:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768126.204031:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768126.204035:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768126.267949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768126.267955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768126.267956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768126.267962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768126.267965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768126.267981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768126.267984:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768126.267987:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768126.267989:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768126.459941:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300017402, at 4300017408
00000100:00000040:3.0:1775768126.459941:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300017402, at 4300017408
00000100:00000010:3.0:1775768126.459954:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000100:00000010:2.0:1775768126.459956:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00010000:00000001:0.0:1775768127.227945:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768127.227951:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768127.227956:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768127.227958:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768127.227961:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768127.227962:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768127.227981:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768127.227984:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768127.227985:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768127.291931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768127.291935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768127.291937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768127.291942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768127.291944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768127.291948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768127.291949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768127.291951:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768127.291953:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768128.251945:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768128.251950:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768128.251955:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768128.251957:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768128.251959:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768128.251961:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768128.251963:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768128.251965:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768128.251966:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768128.251968:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768128.251970:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768128.251971:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768128.251992:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768128.251994:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768128.251996:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768128.315905:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768128.315912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768128.315913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768128.315919:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768128.315922:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768128.315926:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768128.315928:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768128.315931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768128.315933:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768129.275912:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768129.275916:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768129.275920:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768129.275921:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768129.275923:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768129.275924:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768129.275953:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768129.275957:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768129.275959:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768129.339910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768129.339915:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768129.339917:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768129.339921:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768129.339925:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768129.339928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768129.339930:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768129.339933:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768129.339935:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768130.299916:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768130.299925:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768130.299925:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768130.299929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.299929:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768130.299934:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768130.299935:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768130.299938:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.299941:0:56247:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768130.299943:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768130.299946:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768130.299948:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5348
00000400:00000200:2.0:1775768130.299957:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768130.299962:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768130.299965:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768130.299969:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.299972:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768130.299974:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.299977:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768130.299980:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768130.299983:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768130.299986:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768130.299988:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768130.299990:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768130.299991:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768130.299992:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768130.299995:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00010000:00010000:0.0:1775768130.299996:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768130.300001:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300003:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768130.300006:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300009:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768130.300012:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768130.300015:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300018:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768130.300021:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768130.300024:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768130.300026:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300029:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768130.300031:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768130.300039:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768130.300042:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768130.300045:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768130.300047:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300049:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768130.300052:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768130.300056:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768130.300064:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775768130.300070:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768130.300078:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768130.300088:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768130.300092:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768130.300096:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768130.300114:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768130.300117:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768130.300120:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768130.300122:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768130.300124:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768130.300127:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768130.300130:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5348
00000100:00000001:0.0:1775768130.300131:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768130.300134:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1775768130.300134:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768130.300136:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1775768130.300139:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768130.300142:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768130.300143:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768130.300147:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300152:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768130.300157:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768130.300158:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768130.300161:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300161:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768130.300164:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775768130.300165:0:56247:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1775768130.300167:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768130.300167:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768130.300169:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1775768130.300170:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768130.300173:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00100000:0.0:1775768130.300175:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360614912:192.168.202.115@tcp:250:kworker.0
00000020:00000001:2.0:1775768130.300176:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768130.300180:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768130.300186:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768130.300188:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768130.300191:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768130.300193:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768130.300194:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768130.300195:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768130.300198:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768130.300199:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768130.300204:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775768130.300204:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300208:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768130.300210:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1775768130.300212:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768130.300215:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768130.300215:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768130.300220:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300223:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768130.300226:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00100000:2.0:1775768130.300227:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768130.300230:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000008:00000001:2.0:1775768130.300231:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300235:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768130.300239:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000400:00000010:0.0:1775768130.300240:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000020:00000040:2.0:1775768130.300242:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768130.300245:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1775768130.300246:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360614912, portal 25
02000000:00000001:2.0:1775768130.300247:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300250:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768130.300251:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768130.300253:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300256:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1775768130.300257:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:0.0:1775768130.300258:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000001:2.0:1775768130.300262:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768130.300266:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768130.300271:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768130.300276:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768130.300283:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768130.300286:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000001:2.0:1775768130.300287:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775768130.300290:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360614912, offset 0
00000100:00000001:2.0:1775768130.300291:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.300298:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768130.300298:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768130.300308:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768130.300312:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.300315:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:2.0:1775768130.300316:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768130.300320:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768130.300321:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768130.300324:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768130.300325:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:2.0:1775768130.300328:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768130.300329:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768130.300334:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300334:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768130.300338:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59798:59798:256:4294967295] 192.168.202.115@tcp LPNI seq info [59797:59797:8:4294967295]
00000100:00080000:2.0:1775768130.300341:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5348
00000400:00000200:0.0:1775768130.300345:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768130.300348:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768130.300352:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768130.300354:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768130.300358:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300361:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768130.300368:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775768130.300368:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300372:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.0:1775768130.300377:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000001:2.0:1775768130.300377:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768130.300378:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768130.300381:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1775768130.300382:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000020:00000040:2.0:1775768130.300383:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768130.300386:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.0:1775768130.300389:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775768130.300389:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.0:1775768130.300394:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1775768130.300395:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300399:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768130.300402:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768130.300403:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775768130.300406:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1775768130.300407:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768130.300412:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000100:0.0:1775768130.300414:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768130.300417:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000100:00080000:2.0:1775768130.300418:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768130.300422:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.300423:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775768130.300424:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768130.300429:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768130.300430:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775768130.300434:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.300435:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000100:00000001:2.0:1775768130.300437:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775768130.300438:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000008:00100000:2.0:1775768130.300439:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768130.300441:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1775768130.300444:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768130.300446:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768130.300447:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768130.300453:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768130.300457:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775768130.300457:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768130.300459:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768130.300462:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768130.300463:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768130.300465:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768130.300467:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768130.300469:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768130.300474:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:0.0:1775768130.300477:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300478:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300480:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1775768130.300485:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768130.300487:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.300495:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768130.300500:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300022522
00000100:00000001:2.0:1775768130.300500:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768130.300503:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768130.300508:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768130.300509:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231060.
00000100:00000001:0.0:1775768130.300515:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768130.300519:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300521:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300022522
00000100:00080000:2.0:1775768130.300522:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1775768130.300523:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442319c0.
00000100:00000001:0.0:1775768130.300528:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1775768130.300528:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768130.300532:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768130.300532:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768130.300533:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768130.300535:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300538:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768130.300539:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775768130.300543:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5348
00000100:00100000:0.0:1775768130.300545:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768130/real 1775768130]  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768130.300551:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768130.300558:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000001:0.0:1775768130.300560:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775768130.300560:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1775768130.300562:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768130.300565:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000100:00000040:2.0:1775768130.300565:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768130.300570:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000100:00000001:2.0:1775768130.300570:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775768130.300573:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000040:2.0:1775768130.300575:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768130.300576:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768130.300578:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:0.0:1775768130.300581:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768130.300582:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768130.300585:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768130.300588:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768130.300591:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:0.0:1775768130.300593:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768130.300594:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768130.300599:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768130.300606:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768130.300607:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768130.300609:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768130.300610:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.300612:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775768130.300613:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768130.300615:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768130.300617:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00100000:0.0:1775768130.300620:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768130.300620:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768130.300627:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768130.300632:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768130.300632:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768130.300636:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775768130.300639:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768130.300639:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768130.300644:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300648:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768130.300651:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1775768130.300652:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768130.300653:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.300657:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:2.0:1775768130.300657:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300659:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768130.300661:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300662:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768130.300664:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1775768130.300665:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000100:00080000:0.0:1775768130.300666:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1775768130.300669:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00080000:0.0:1775768130.300671:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
02000000:00000001:2.0:1775768130.300674:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768130.300675:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1775768130.300677:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.300680:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768130.300681:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768130.300682:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768130.300685:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768130.300685:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768130.300690:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768130.300697:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360614912:192.168.202.115@tcp:250:kworker.0
00000100:00100000:2.0:1775768130.300700:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768130.300705:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.300709:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768130.300713:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360614912/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768130.300715:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768130.300719:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300724:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768130.300727:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1775768130.300727:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768130.300730:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768130.300734:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768130.300736:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768130.300738:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768130.300741:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768130.300741:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768130.300743:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
00000100:00000040:2.0:1775768130.300745:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775768130.300748:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768130.300750:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1775768130.300750:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1775768130.300753:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768130.300756:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768130.300757:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768130.300757:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5358)
00000100:00000001:0.0:1775768130.300761:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.300766:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768130.300768:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300769:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768130.300771:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768130.300772:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768130.300775:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.300781:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768130.300783:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768130.300785:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768130.300787:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768130.300788:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768130.300791:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615040:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768130.300794:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768130.300796:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768130.300797:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768130.300799:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768130.300802:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768130.300804:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.300808:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768130.300822:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768130.300846:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768130.300850:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615040, portal 10
00000100:00000001:0.0:1775768130.300852:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768130.300853:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768130.300872:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.300879:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768130.300881:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768130.300883:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768130.300885:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360615040, offset 0
00000400:00000200:0.0:1775768130.300888:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768130.300891:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768130.300893:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768130.300896:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768130.300897:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768130.300899:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768130.300900:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768130.300906:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59799:59799:256:4294967295] 192.168.202.115@tcp LPNI seq info [59798:59798:8:4294967295]
00000400:00000200:0.0:1775768130.300908:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768130.300913:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768130.300915:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768130.300917:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768130.300920:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768130.300922:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768130.300925:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768130.300926:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768130.300928:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768130.300929:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768130.300933:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768130.300936:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768130.300938:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768130.300940:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768130.300942:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768130.300945:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.300952:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768130.300954:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.300960:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300962:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768130.300965:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768130.300968:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768130.300971:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768130.300973:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300021261
00000100:00000001:0.0:1775768130.300976:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300022522
00000100:00000001:0.0:1775768130.300977:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300021261
00000100:00000001:0.0:1775768130.300979:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300022522
00000100:00000001:0.0:1775768130.300981:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768130.300983:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.300984:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768130.300986:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768130/real 1775768130]  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768130.300992:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768130.300993:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768130.300994:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768130.300995:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768130.300996:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768130.300997:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768130.300999:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768130.301004:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301008:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768130.301009:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301010:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768130.301010:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768130.301012:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301015:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768130.301017:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301021:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768130.301023:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301024:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768130.301024:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301025:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768130.301027:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768130.301028:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768130.301030:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768130.301031:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768130.301033:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768130.301039:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615040:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768130.301042:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768130.301045:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301056:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768130.301058:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768130.301060:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768130.301061:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768130.301063:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768130.301066:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615168:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768130.301069:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768130.301071:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768130.301072:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768130.301074:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768130.301077:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768130.301079:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.301082:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768130.301084:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768130.301087:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768130.301090:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615168, portal 10
00000100:00000001:0.0:1775768130.301092:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768130.301093:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768130.301099:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301104:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768130.301107:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768130.301109:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768130.301111:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360615168, offset 0
00000400:00000200:0.0:1775768130.301113:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768130.301116:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768130.301118:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768130.301120:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768130.301121:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768130.301123:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768130.301124:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768130.301127:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59800:59800:256:4294967295] 192.168.202.115@tcp LPNI seq info [59799:59799:8:4294967295]
00000400:00000200:0.0:1775768130.301129:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768130.301133:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768130.301136:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768130.301138:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768130.301140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768130.301142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768130.301144:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768130.301146:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768130.301148:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768130.301150:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768130.301151:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768130.301153:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768130.301155:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768130.301156:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768130.301157:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768130.301159:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301164:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768130.301166:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301170:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.301170:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768130.301172:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768130.301174:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768130.301176:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768130.301177:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300021259
00000100:00000001:0.0:1775768130.301178:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300022522
00000100:00000001:0.0:1775768130.301179:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300021259
00000100:00000001:0.0:1775768130.301181:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300022522
00000100:00000001:0.0:1775768130.301182:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768130.301183:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.301184:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768130.301186:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768130/real 1775768130]  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768130.301191:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768130.301191:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768130.301192:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768130.301193:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768130.301194:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768130.301195:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768130.301197:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768130.301202:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301205:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768130.301206:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301207:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768130.301207:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768130.301209:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301212:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768130.301214:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301218:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768130.301219:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301220:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768130.301221:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301222:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768130.301223:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768130.301224:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768130.301226:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768130.301228:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768130.301230:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768130.301234:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615168:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768130.301236:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768130.301237:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301241:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768130.301242:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768130.301243:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768130.301244:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768130.301245:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768130.301246:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615296:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768130.301248:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768130.301249:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768130.301250:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768130.301251:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768130.301253:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768130.301254:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768130.301256:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768130.301257:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768130.301259:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768130.301260:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615296, portal 4
00000100:00000001:0.0:1775768130.301261:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768130.301262:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:0.0:1775768130.301266:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301269:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768130.301271:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768130.301272:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768130.301273:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360615296, offset 0
00000400:00000200:0.0:1775768130.301275:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768130.301277:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768130.301279:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768130.301281:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768130.301282:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768130.301283:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768130.301285:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768130.301286:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59801:59801:256:4294967295] 192.168.202.115@tcp LPNI seq info [59800:59800:8:4294967295]
00000400:00000200:0.0:1775768130.301288:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768130.301292:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768130.301294:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768130.301295:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768130.301297:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768130.301299:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768130.301301:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768130.301302:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768130.301305:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768130.301306:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768130.301307:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768130.301309:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768130.301311:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768130.301312:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768130.301313:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768130.301314:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301319:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768130.301320:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301324:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.301325:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768130.301326:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768130.301328:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768130.301330:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768130.301331:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300021314
00000100:00000001:0.0:1775768130.301332:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300022522
00000100:00000001:0.0:1775768130.301333:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300021314
00000100:00000001:0.0:1775768130.301335:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300022522
00000100:00000001:0.0:1775768130.301336:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768130.301337:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.301338:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768130.301339:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768130/real 1775768130]  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768130.301343:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768130.301344:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768130.301344:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768130.301346:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768130.301347:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768130.301348:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768130.301351:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768130.301358:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301363:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768130.301365:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301366:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768130.301367:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768130.301370:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301376:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768130.301379:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301387:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768130.301389:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301390:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768130.301392:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301393:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768130.301395:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768130.301397:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768130.301400:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768130.301402:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768130.301405:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768130.301409:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615296:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768130.301412:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301413:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768130.301414:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360615040/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301418:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768130.301419:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768130.301420:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768130.301422:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768130.301423:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768130.301424:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768130.301425:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768130.301426:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768130.301429:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768130.301430:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768130.301431:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768130.301432:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768130.301433:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301434:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768130.301436:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360615168/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301439:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768130.301440:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768130.301441:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768130.301442:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768130.301443:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768130.301443:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768130.301444:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768130.301445:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768130.301446:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768130.301446:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768130.301447:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768130.301448:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768130.301449:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301450:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768130.301451:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360615296/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768130.301454:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768130.301455:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768130.301456:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768130.301457:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768130.301458:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768130.301459:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768130.301461:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768130.301462:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768130.301463:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768130.301464:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768130.301465:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768130.301467:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768130.301468:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301469:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768130.301472:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768130.301474:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768130.301476:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768130.301477:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768130.363922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768130.363927:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768130.363929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768130.363934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768130.363937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768130.363941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768130.363943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768130.363945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768130.363948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768131.323925:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768131.323931:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768131.323936:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768131.323937:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768131.323940:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768131.323941:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768131.323999:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768131.324003:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768131.324006:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768131.387945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768131.387951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768131.387953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768131.387958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768131.387961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768131.387965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768131.387967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768131.387970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768131.387972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768131.579898:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300022522, at 4300022528
00000100:00000040:2.0:1775768131.579901:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300022522, at 4300022528
00000100:00000010:3.0:1775768131.579910:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000100:00000010:2.0:1775768131.579912:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00010000:00000001:0.0:1775768132.347928:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768132.347933:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768132.347939:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768132.347940:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768132.347943:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768132.347944:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768132.347988:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768132.347991:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768132.347994:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768132.411902:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768132.411907:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768132.411909:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768132.411914:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768132.411917:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768132.411922:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768132.411924:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768132.411926:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768132.411929:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768133.371921:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768133.371926:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768133.371933:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768133.371935:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768133.371940:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768133.371941:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768133.371971:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768133.371977:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768133.371980:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768133.435941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768133.435947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768133.435949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768133.435954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768133.435958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768133.435961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768133.435963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768133.435966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768133.435968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768134.395933:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768134.395938:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768134.395944:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768134.395946:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768134.395949:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768134.395950:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768134.395970:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768134.395975:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768134.395978:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768134.459940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768134.459946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768134.459948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768134.459954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768134.459957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768134.459961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768134.459963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768134.459966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768134.459968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419907:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768135.419912:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768135.419914:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768135.419916:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419921:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768135.419922:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419924:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419926:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419928:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768135.419929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419932:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768135.419933:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768135.419934:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768135.419935:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419937:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:3.0:1775768135.419937:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768135.419939:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768135.419942:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768135.419944:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768135.419945:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.419949:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768135.419953:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768135.419957:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775768135.419963:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:3.0:1775768135.419963:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5353
00000020:00000001:0.0:1775768135.419967:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768135.419969:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768135.419972:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768135.419977:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768135.419980:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768135.419982:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.419985:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768135.419987:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.419989:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768135.419992:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768135.419993:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768135.419995:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768135.419997:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768135.419998:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768135.420000:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768135.420002:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420007:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768135.420009:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420011:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768135.420014:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768135.420016:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420018:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768135.420019:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768135.420022:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768135.420024:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420025:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768135.420027:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768135.420032:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775768135.420034:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768135.420037:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768135.420038:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420041:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768135.420043:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768135.420046:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768135.420052:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768135.420056:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768135.420063:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768135.420074:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768135.420086:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768135.420092:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768135.420112:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768135.420115:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768135.420119:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768135.420120:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768135.420123:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768135.420125:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768135.420128:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5353
00000100:00000001:1.0:1775768135.420135:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768135.420140:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775768135.420140:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768135.420145:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1775768135.420147:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768135.420151:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768135.420154:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768135.420156:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420161:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768135.420165:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420169:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768135.420173:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1775768135.420173:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768135.420176:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:1.0:1775768135.420177:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768135.420178:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768135.420181:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
02000000:00000001:1.0:1775768135.420183:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775768135.420184:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:1.0:1775768135.420187:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768135.420191:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768135.420195:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360615424:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768135.420199:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768135.420210:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768135.420213:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.420216:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768135.420220:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768135.420222:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.420227:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768135.420229:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768135.420233:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768135.420238:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615424, portal 25
00000100:00000001:1.0:1775768135.420240:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768135.420242:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:1.0:1775768135.420249:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768135.420249:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768135.420255:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420260:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768135.420263:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768135.420266:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768135.420271:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768135.420274:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768135.420277:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360615424, offset 0
00000400:00000200:1.0:1775768135.420284:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768135.420291:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768135.420296:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768135.420300:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768135.420303:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768135.420306:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768135.420308:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768135.420311:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59802:59802:256:4294967295] 192.168.202.115@tcp LPNI seq info [59801:59801:8:4294967295]
00000400:00000200:1.0:1775768135.420315:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768135.420325:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768135.420331:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768135.420337:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768135.420343:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768135.420347:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768135.420353:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768135.420356:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768135.420360:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420360:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000010:1.0:1775768135.420365:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000020:00000040:3.0:1775768135.420366:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000400:00000200:1.0:1775768135.420370:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775768135.420372:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420376:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.420377:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775768135.420382:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768135.420383:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768135.420385:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
02000000:00000001:3.0:1775768135.420387:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768135.420388:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1775768135.420392:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768135.420393:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.420401:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768135.420404:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.420408:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420409:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768135.420414:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.420417:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768135.420419:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300027642
00000100:00000010:1.0:1775768135.420423:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d1e0.
00000100:00000001:1.0:1775768135.420428:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768135.420435:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300027642
00000100:00000001:3.0:1775768135.420435:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:1.0:1775768135.420440:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d6c0.
00000008:00100000:3.0:1775768135.420441:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768135.420444:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768135.420448:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768135.420453:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768135.420454:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420457:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775768135.420457:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768135.420463:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768135/real 1775768135]  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775768135.420463:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775768135.420468:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768135.420473:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768135.420475:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420479:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1775768135.420480:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1775768135.420481:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1775768135.420483:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1775768135.420485:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768135.420487:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
02000000:00000010:3.0:1775768135.420490:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000400:00000200:1.0:1775768135.420492:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768135.420495:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:3.0:1775768135.420495:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420499:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1775768135.420503:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768135.420506:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768135.420524:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1775768135.420528:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768135.420529:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420535:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1775768135.420537:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.420538:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.420540:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.420542:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768135.420548:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768135.420556:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420557:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775768135.420563:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768135.420564:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768135.420572:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768135.420576:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768135.420576:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768135.420577:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768135.420581:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768135.420582:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768135.420585:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.420588:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775768135.420589:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5353
00000100:00000001:1.0:1775768135.420593:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768135.420596:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1775768135.420597:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:1.0:1775768135.420601:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1775768135.420602:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768135.420608:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1775768135.420611:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000040:3.0:1775768135.420614:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768135.420616:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1775768135.420617:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768135.420620:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420622:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768135.420624:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775768135.420626:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768135.420626:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768135.420628:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768135.420630:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768135.420634:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768135.420637:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768135.420639:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420641:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768135.420643:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420647:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768135.420651:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00100000:1.0:1775768135.420652:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360615424:192.168.202.115@tcp:250:kworker.0
00000100:00080000:3.0:1775768135.420657:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768135.420658:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.420663:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768135.420663:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768135.420667:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360615424/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768135.420667:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768135.420672:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768135.420677:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420681:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768135.420684:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000008:00100000:3.0:1775768135.420685:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768135.420686:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768135.420689:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
00000008:00000001:3.0:1775768135.420690:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.420693:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1775768135.420693:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768135.420695:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768135.420696:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000100:00000010:3.0:1775768135.420696:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000001:1.0:1775768135.420700:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:3.0:1775768135.420700:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000010:1.0:1775768135.420703:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:3.0:1775768135.420704:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768135.420706:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775768135.420706:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420707:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768135.420708:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768135.420710:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
02000000:00000001:3.0:1775768135.420710:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768135.420712:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420713:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768135.420716:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1775768135.420717:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:1.0:1775768135.420719:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768135.420722:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768135.420726:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768135.420728:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768135.420731:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420734:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768135.420735:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768135.420736:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420738:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768135.420741:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768135.420741:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768135.420749:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768135.420755:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768135.420759:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768135.420774:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768135.420775:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.420779:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775768135.420781:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1775768135.420782:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768135.420784:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1775768135.420785:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768135.420786:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1775768135.420789:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615552:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768135.420791:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768135.420794:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768135.420797:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1775768135.420797:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5353
02000000:00000001:1.0:1775768135.420799:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.420802:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768135.420804:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
00000400:00000200:3.0:1775768135.420805:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775768135.420807:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768135.420810:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768135.420813:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768135.420814:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775768135.420817:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:1.0:1775768135.420820:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00000001:3.0:1775768135.420820:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768135.420823:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420825:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768135.420826:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768135.420843:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768135.420844:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768135.420845:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768135.420847:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768135.420848:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768135.420851:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420852:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768135.420853:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000040:3.0:1775768135.420854:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420856:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768135.420859:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000200:1.0:1775768135.420860:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615552, portal 10
00000100:00080000:3.0:1775768135.420861:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420865:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.420866:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1775768135.420867:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768135.420869:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
02000000:00000001:3.0:1775768135.420870:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768135.420873:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420875:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768135.420877:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1775768135.420879:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775768135.420879:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420883:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768135.420887:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775768135.420888:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1775768135.420890:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000040:1.0:1775768135.420893:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768135.420894:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1775768135.420896:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
02000000:00000001:3.0:1775768135.420896:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768135.420897:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768135.420899:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1775768135.420900:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360615552, offset 0
02000000:00000001:3.0:1775768135.420901:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768135.420905:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000400:00000200:1.0:1775768135.420906:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768135.420911:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.420912:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:3.0:1775768135.420916:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768135.420917:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768135.420923:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768135.420927:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768135.420930:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768135.420931:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775768135.420934:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.420935:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:3.0:1775768135.420940:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768135.420943:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59803:59803:256:4294967295] 192.168.202.115@tcp LPNI seq info [59802:59802:8:4294967295]
00000100:00000001:3.0:1775768135.420953:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.420954:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775768135.420956:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768135.420959:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768135.420963:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5364)
00000400:00000200:1.0:1775768135.420967:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768135.420973:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768135.420977:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768135.420981:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768135.420984:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768135.420987:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768135.420989:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768135.420991:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768135.420993:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768135.420995:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768135.420999:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768135.421001:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768135.421003:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768135.421006:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768135.421009:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421017:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768135.421019:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421026:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421027:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768135.421030:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768135.421034:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768135.421037:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768135.421039:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300026381
00000100:00000001:1.0:1775768135.421042:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300027642
00000100:00000001:1.0:1775768135.421044:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300026381
00000100:00000001:1.0:1775768135.421045:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300027642
00000100:00000001:1.0:1775768135.421047:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768135.421049:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421050:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768135.421053:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768135/real 1775768135]  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768135.421058:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768135.421059:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768135.421060:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768135.421062:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768135.421063:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768135.421064:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768135.421066:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768135.421071:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421078:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768135.421078:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421080:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.421080:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768135.421082:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421086:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768135.421088:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421091:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768135.421093:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421093:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.421094:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421095:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768135.421096:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768135.421098:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768135.421100:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768135.421101:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768135.421103:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768135.421107:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615552:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768135.421109:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421110:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768135.421111:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360615552/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421115:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768135.421116:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768135.421118:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768135.421119:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768135.421120:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768135.421121:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768135.421122:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768135.421123:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:1.0:1775768135.421124:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768135.421125:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768135.421126:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775768135.421128:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768135.421128:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421129:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421132:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768135.421133:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421134:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768135.421135:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768135.421135:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768135.421137:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421141:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768135.421141:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.421143:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768135.421144:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768135.421145:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768135.421146:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615680:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768135.421148:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768135.421149:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768135.421150:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.421151:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768135.421153:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768135.421154:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.421156:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768135.421157:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768135.421159:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768135.421161:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615680, portal 10
00000100:00000001:1.0:1775768135.421162:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768135.421163:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:1.0:1775768135.421166:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421170:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768135.421171:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768135.421172:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768135.421174:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360615680, offset 0
00000400:00000200:1.0:1775768135.421176:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768135.421178:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768135.421180:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768135.421182:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768135.421183:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768135.421185:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768135.421186:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768135.421188:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59804:59804:256:4294967295] 192.168.202.115@tcp LPNI seq info [59803:59803:8:4294967295]
00000400:00000200:1.0:1775768135.421191:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768135.421194:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768135.421197:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768135.421198:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768135.421201:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768135.421203:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768135.421205:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768135.421206:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768135.421209:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768135.421210:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768135.421212:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768135.421214:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768135.421216:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768135.421216:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768135.421218:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768135.421219:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421227:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768135.421229:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421233:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421234:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768135.421236:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768135.421238:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768135.421241:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768135.421242:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300026379
00000100:00000001:1.0:1775768135.421244:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300027642
00000100:00000001:1.0:1775768135.421246:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300026379
00000100:00000001:1.0:1775768135.421248:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300027642
00000100:00000001:1.0:1775768135.421250:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768135.421251:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421253:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768135.421256:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768135/real 1775768135]  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768135.421264:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768135.421265:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768135.421267:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768135.421269:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768135.421271:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768135.421273:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768135.421276:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768135.421284:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421289:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768135.421291:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421292:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.421293:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768135.421295:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421299:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768135.421301:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421305:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768135.421306:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421307:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.421308:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421309:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768135.421310:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768135.421311:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768135.421313:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768135.421314:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768135.421316:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768135.421320:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615680:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768135.421322:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768135.421324:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421327:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768135.421328:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.421329:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768135.421330:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768135.421331:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768135.421333:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615808:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768135.421335:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768135.421337:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768135.421338:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768135.421340:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768135.421343:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768135.421345:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768135.421348:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768135.421351:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768135.421354:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768135.421356:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615808, portal 4
00000100:00000001:1.0:1775768135.421358:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768135.421359:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:1.0:1775768135.421364:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421370:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768135.421372:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768135.421374:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768135.421376:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360615808, offset 0
00000400:00000200:1.0:1775768135.421379:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768135.421383:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768135.421386:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768135.421388:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768135.421391:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768135.421393:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768135.421395:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768135.421397:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59805:59805:256:4294967295] 192.168.202.115@tcp LPNI seq info [59804:59804:8:4294967295]
00000400:00000200:1.0:1775768135.421402:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768135.421407:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768135.421411:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768135.421415:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768135.421418:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768135.421421:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775768135.421425:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768135.421427:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775768135.421429:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768135.421431:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768135.421434:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768135.421437:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768135.421439:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768135.421441:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768135.421443:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768135.421446:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421452:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768135.421455:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421461:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421463:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768135.421465:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768135.421468:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768135.421471:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768135.421473:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300026434
00000100:00000001:1.0:1775768135.421475:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300027642
00000100:00000001:1.0:1775768135.421477:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300026434
00000100:00000001:1.0:1775768135.421479:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300027642
00000100:00000001:1.0:1775768135.421482:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768135.421484:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421485:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768135.421488:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768135/real 1775768135]  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768135.421493:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768135.421494:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768135.421495:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768135.421497:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768135.421498:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768135.421499:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768135.421501:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768135.421505:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421509:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768135.421509:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421510:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.421511:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768135.421513:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421516:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768135.421518:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421522:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768135.421523:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421524:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768135.421525:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421526:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768135.421527:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768135.421528:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768135.421530:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768135.421531:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768135.421532:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768135.421540:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360615808:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768135.421542:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421543:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768135.421544:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360615680/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421548:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768135.421549:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768135.421550:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768135.421551:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768135.421552:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768135.421552:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768135.421553:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768135.421554:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:1.0:1775768135.421556:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768135.421556:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768135.421557:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:1.0:1775768135.421559:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768135.421560:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421561:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768135.421563:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360615808/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768135.421569:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768135.421570:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768135.421572:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768135.421574:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768135.421575:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768135.421576:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768135.421578:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768135.421579:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:1.0:1775768135.421581:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768135.421582:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768135.421583:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775768135.421586:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768135.421587:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421588:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768135.421591:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768135.421593:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768135.421594:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768135.421596:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768135.483930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768135.483935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768135.483937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768135.483941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768135.483943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768135.483946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768135.483947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768135.483949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768135.483951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768136.443948:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768136.443955:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768136.443962:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768136.443963:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768136.443967:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768136.443968:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768136.444026:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768136.444030:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768136.444033:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768136.507969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768136.507977:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768136.507979:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768136.507985:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768136.507989:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768136.507994:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768136.507996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768136.507998:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768136.508000:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768136.699968:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300027642, at 4300027648
00000100:00000040:3.0:1775768136.699968:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300027642, at 4300027648
00000100:00000010:2.0:1775768136.699995:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d1e0.
00000100:00000010:3.0:1775768136.699998:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d6c0.
00010000:00000001:0.0:1775768137.467931:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768137.467935:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768137.467939:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768137.467942:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768137.467943:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768137.467946:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768137.467948:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768137.467950:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768137.467951:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768137.467952:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768137.467955:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768137.467955:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768137.468024:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768137.468027:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768137.468030:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768137.531969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768137.531976:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768137.531978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768137.531983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768137.531986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768137.531989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768137.531992:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768137.531994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768137.531997:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768138.491941:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768138.491947:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768138.491953:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768138.491955:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768138.491959:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768138.491961:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768138.491979:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768138.491982:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768138.491984:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768138.555923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768138.555928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768138.555929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768138.555933:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768138.555936:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768138.555939:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768138.555940:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768138.555942:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768138.555944:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768139.515938:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768139.515942:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768139.515947:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768139.515948:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768139.515950:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768139.515951:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768139.516016:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768139.516019:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768139.516022:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768139.579956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768139.579966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768139.579968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768139.579976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768139.579980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768139.579985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768139.579988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768139.579991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768139.579993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768140.539935:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768140.539937:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768140.539941:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768140.539946:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768140.539948:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768140.539949:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768140.539951:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768140.539954:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768140.539956:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768140.539958:0:56247:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768140.539959:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768140.539966:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5359
00000400:00000200:2.0:1775768140.539973:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768140.539978:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000020:00000001:0.0:1775768140.539980:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768140.539984:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768140.539987:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00010000:00010000:0.0:1775768140.539988:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768140.539992:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.539995:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.539998:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540001:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768140.540004:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768140.540006:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768140.540008:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768140.540010:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768140.540012:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768140.540014:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768140.540017:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540018:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.540019:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540020:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768140.540022:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768140.540024:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540025:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768140.540027:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768140.540029:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768140.540031:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540032:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768140.540034:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768140.540041:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768140.540043:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768140.540046:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768140.540047:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540049:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768140.540052:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768140.540054:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768140.540060:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768140.540064:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768140.540070:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768140.540077:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768140.540081:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768140.540083:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768140.540100:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768140.540102:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768140.540105:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768140.540106:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768140.540107:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768140.540108:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768140.540110:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5359
00000400:00000200:2.0:1775768140.540112:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768140.540114:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768140.540115:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768140.540117:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540119:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.540120:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540121:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768140.540122:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768140.540123:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768140.540124:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768140.540126:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768140.540127:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768140.540129:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768140.540131:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540133:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.540134:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540135:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768140.540137:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768140.540137:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768140.540140:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768140.540141:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768140.540142:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768140.540144:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768140.540145:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775768140.540148:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768140.540151:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768140.540151:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540152:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768140.540159:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768140.540161:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768140.540161:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768140.540163:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1775768140.540164:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540166:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.540167:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768140.540169:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768140.540169:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775768140.540172:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00100000:1.0:1775768140.540174:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360615936:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768140.540175:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768140.540177:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.540178:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768140.540179:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768140.540181:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768140.540183:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768140.540183:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.540185:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768140.540185:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
02000000:00000001:1.0:1775768140.540189:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768140.540190:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768140.540193:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
00000100:00100000:2.0:1775768140.540195:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768140.540196:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540204:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768140.540205:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768140.540208:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768140.540209:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00000040:2.0:1775768140.540211:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768140.540215:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000001:2.0:1775768140.540222:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768140.540224:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768140.540227:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768140.540228:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768140.540229:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775768140.540230:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360615936, portal 25
00000100:00000001:2.0:1775768140.540231:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768140.540233:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5359
00000400:00000200:2.0:1775768140.540236:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768140.540239:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768140.540240:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775768140.540240:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768140.540243:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768140.540244:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00000001:2.0:1775768140.540245:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.540248:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540250:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768140.540252:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768140.540253:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000040:1.0:1775768140.540254:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768140.540255:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768140.540257:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768140.540260:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768140.540263:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768140.540267:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540270:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.540272:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540276:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768140.540279:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768140.540284:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540287:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768140.540291:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768140.540292:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775768140.540293:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768140.540298:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768140.540298:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768140.540302:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000001:2.0:1775768140.540302:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768140.540305:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1775768140.540307:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360615936, offset 0
00000008:00000001:2.0:1775768140.540308:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540313:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.540317:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000010:2.0:1775768140.540317:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775768140.540322:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768140.540325:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768140.540327:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.540329:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768140.540330:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768140.540333:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768140.540335:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.540338:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000010:2.0:1775768140.540339:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768140.540344:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.540346:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768140.540351:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00100000:2.0:1775768140.540351:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768140.540356:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768140.540360:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768140.540367:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59806:59806:256:4294967295] 192.168.202.115@tcp LPNI seq info [59805:59805:8:4294967295]
00000100:00000001:2.0:1775768140.540368:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768140.540372:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.540375:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768140.540379:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768140.540387:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.540389:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768140.540390:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768140.540394:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768140.540396:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1775768140.540397:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768140.540398:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768140.540401:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768140.540403:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5359
00000800:00000010:1.0:1775768140.540404:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000400:00000200:2.0:1775768140.540407:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768140.540410:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768140.540412:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775768140.540413:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768140.540417:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:1.0:1775768140.540418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775768140.540419:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.540422:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540424:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:1.1:1775768140.540426:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:2.0:1775768140.540427:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768140.540429:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000800:00000200:1.1:1775768140.540430:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775768140.540431:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768140.540434:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000100:1.0:1775768140.540437:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000001:2.0:1775768140.540437:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000010:1.0:1775768140.540441:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000020:00000001:2.0:1775768140.540441:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768140.540446:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768140.540447:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768140.540447:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768140.540449:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768140.540451:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:1.0:1775768140.540454:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1775768140.540454:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768140.540458:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:1.0:1775768140.540460:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000100:00000001:2.0:1775768140.540460:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768140.540463:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
02000000:00000001:2.0:1775768140.540463:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768140.540466:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768140.540467:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768140.540468:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540470:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768140.540472:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1775768140.540473:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768140.540474:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540477:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768140.540481:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768140.540484:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:1.0:1775768140.540485:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768140.540486:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768140.540488:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540489:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768140.540490:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768140.540491:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768140.540493:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000040:1.0:1775768140.540496:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768140.540496:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768140.540502:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768140.540519:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768140.540522:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.540525:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768140.540526:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540528:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768140.540533:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.540533:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768140.540538:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768140.540541:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768140.540542:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1775768140.540544:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300032762
00000100:00000040:2.0:1775768140.540546:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5369)
00000100:00000010:1.0:1775768140.540549:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d420.
00000100:00000001:1.0:1775768140.540554:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768140.540559:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300032762
00000100:00000010:1.0:1775768140.540561:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9de40.
00000100:00000001:1.0:1775768140.540562:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768140.540564:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768140.540566:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.540567:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768140.540570:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768140/real 1775768140]  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768140.540576:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768140.540577:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768140.540579:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768140.540584:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768140.540585:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768140.540587:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768140.540589:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768140.540594:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540598:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768140.540599:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540600:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.540601:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768140.540603:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540607:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768140.540610:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540614:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768140.540616:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540616:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.540617:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540618:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768140.540619:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768140.540621:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768140.540623:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768140.540625:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768140.540627:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768140.540631:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360615936:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768140.540633:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540635:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768140.540636:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360615936/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540640:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768140.540642:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768140.540643:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768140.540645:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768140.540646:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768140.540647:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768140.540648:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768140.540650:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:1.0:1775768140.540654:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768140.540656:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768140.540657:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:1.0:1775768140.540660:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768140.540661:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540663:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540670:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768140.540672:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.540674:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768140.540675:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768140.540676:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768140.540680:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540687:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768140.540688:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.540690:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768140.540691:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768140.540693:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768140.540696:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616064:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768140.540699:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768140.540701:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768140.540702:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.540704:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768140.540706:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768140.540708:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.540736:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768140.540740:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768140.540743:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768140.540746:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616064, portal 10
00000100:00000001:1.0:1775768140.540748:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768140.540749:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:1.0:1775768140.540755:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540761:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768140.540763:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768140.540765:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768140.540768:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360616064, offset 0
00000400:00000200:1.0:1775768140.540772:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768140.540776:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768140.540779:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768140.540782:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768140.540784:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768140.540786:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768140.540788:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768140.540791:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59807:59807:256:4294967295] 192.168.202.115@tcp LPNI seq info [59806:59806:8:4294967295]
00000400:00000200:1.0:1775768140.540795:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768140.540800:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768140.540803:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768140.540805:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768140.540808:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768140.540809:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768140.540812:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768140.540814:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768140.540822:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768140.540823:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768140.540825:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768140.540827:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768140.540848:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768140.540849:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768140.540850:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768140.540853:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540858:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768140.540861:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540867:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.540868:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768140.540871:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768140.540875:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768140.540884:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768140.540886:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300031501
00000100:00000001:1.0:1775768140.540888:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300032762
00000100:00000001:1.0:1775768140.540890:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300031501
00000100:00000001:1.0:1775768140.540893:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300032762
00000100:00000001:1.0:1775768140.540894:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768140.540897:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.540898:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768140.540903:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768140/real 1775768140]  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768140.540910:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768140.540912:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768140.540913:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768140.540916:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768140.540917:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768140.540919:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768140.540922:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768140.540930:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540937:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768140.540938:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540939:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.540941:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768140.540944:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540950:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768140.540953:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540958:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768140.540959:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540961:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.540962:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.540963:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768140.540965:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768140.540966:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768140.540968:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768140.540969:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768140.540972:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768140.540976:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616064:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768140.540978:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768140.540979:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.540983:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768140.540984:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.540985:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768140.540987:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768140.540988:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768140.540989:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616192:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768140.540991:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768140.540992:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768140.540993:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.540994:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768140.540996:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768140.540998:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.541000:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768140.541001:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768140.541003:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768140.541005:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616192, portal 10
00000100:00000001:1.0:1775768140.541006:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768140.541007:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:1.0:1775768140.541010:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541014:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768140.541015:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768140.541017:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768140.541018:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360616192, offset 0
00000400:00000200:1.0:1775768140.541020:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768140.541023:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768140.541025:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768140.541026:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768140.541028:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768140.541030:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768140.541031:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768140.541033:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59808:59808:256:4294967295] 192.168.202.115@tcp LPNI seq info [59807:59807:8:4294967295]
00000400:00000200:1.0:1775768140.541036:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768140.541039:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768140.541042:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768140.541043:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768140.541046:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768140.541048:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768140.541050:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768140.541061:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768140.541063:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768140.541064:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768140.541066:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768140.541068:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768140.541070:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768140.541071:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768140.541073:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768140.541075:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541079:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768140.541081:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541085:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.541086:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768140.541088:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768140.541089:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768140.541091:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768140.541093:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300031499
00000100:00000001:1.0:1775768140.541094:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300032762
00000100:00000001:1.0:1775768140.541095:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300031499
00000100:00000001:1.0:1775768140.541096:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300032762
00000100:00000001:1.0:1775768140.541097:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768140.541098:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.541099:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768140.541101:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768140/real 1775768140]  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768140.541106:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768140.541106:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768140.541107:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768140.541109:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768140.541110:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768140.541111:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768140.541112:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768140.541116:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541120:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768140.541121:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541122:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.541123:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768140.541125:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541128:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768140.541130:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541133:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768140.541134:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541135:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.541136:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541137:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768140.541138:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768140.541139:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768140.541141:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768140.541142:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768140.541143:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768140.541147:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616192:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768140.541149:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768140.541151:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541155:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768140.541155:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.541157:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768140.541158:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768140.541159:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768140.541161:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616320:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768140.541163:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768140.541164:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768140.541165:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768140.541165:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768140.541167:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768140.541168:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768140.541170:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768140.541172:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768140.541173:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768140.541175:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616320, portal 4
00000100:00000001:1.0:1775768140.541176:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768140.541177:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:1.0:1775768140.541179:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541183:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768140.541184:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768140.541185:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768140.541187:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360616320, offset 0
00000400:00000200:1.0:1775768140.541189:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768140.541191:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768140.541192:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768140.541194:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768140.541195:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768140.541196:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768140.541198:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768140.541199:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59809:59809:256:4294967295] 192.168.202.115@tcp LPNI seq info [59808:59808:8:4294967295]
00000400:00000200:1.0:1775768140.541202:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768140.541205:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768140.541208:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768140.541210:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768140.541212:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768140.541213:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775768140.541215:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768140.541217:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775768140.541220:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768140.541221:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768140.541224:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768140.541227:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768140.541229:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768140.541231:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768140.541233:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768140.541236:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541243:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768140.541245:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541250:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.541251:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768140.541253:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768140.541256:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768140.541259:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768140.541261:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300031554
00000100:00000001:1.0:1775768140.541263:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300032762
00000100:00000001:1.0:1775768140.541265:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300031554
00000100:00000001:1.0:1775768140.541267:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300032762
00000100:00000001:1.0:1775768140.541269:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768140.541271:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.541272:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768140.541276:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768140/real 1775768140]  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768140.541284:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768140.541285:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768140.541286:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768140.541289:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768140.541290:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768140.541292:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768140.541294:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768140.541302:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541308:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768140.541309:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541311:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.541312:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768140.541316:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541322:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768140.541325:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541330:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768140.541331:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541332:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768140.541333:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541334:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768140.541335:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768140.541336:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768140.541338:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768140.541339:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768140.541341:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768140.541346:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616320:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768140.541348:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541349:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768140.541350:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360616064/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541354:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768140.541355:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768140.541356:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768140.541357:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768140.541358:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768140.541358:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768140.541360:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768140.541361:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:1.0:1775768140.541362:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768140.541363:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768140.541364:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:1.0:1775768140.541365:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768140.541366:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541367:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768140.541369:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360616192/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541372:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768140.541373:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768140.541374:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768140.541375:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768140.541376:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768140.541376:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768140.541377:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768140.541378:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:1.0:1775768140.541379:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768140.541380:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768140.541380:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:1.0:1775768140.541382:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768140.541382:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541383:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768140.541385:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360616320/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768140.541388:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768140.541389:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768140.541389:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768140.541390:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768140.541391:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768140.541392:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768140.541392:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768140.541393:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:1.0:1775768140.541396:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768140.541397:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768140.541397:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:1.0:1775768140.541398:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768140.541399:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541400:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768140.541402:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768140.541403:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768140.541404:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768140.541405:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768140.603938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768140.603943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768140.603945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768140.603950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768140.603954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768140.603957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768140.603960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768140.603962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768140.603965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768141.563906:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768141.563911:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768141.563916:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768141.563918:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768141.563920:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768141.563922:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768141.563967:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768141.563971:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768141.563974:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768141.627941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768141.627948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768141.627950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768141.627955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768141.627959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768141.627968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768141.627971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768141.627973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768141.627976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768141.819893:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300032762, at 4300032768
00000100:00000040:3.0:1775768141.819893:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300032762, at 4300032768
00000100:00000010:3.0:1775768141.819907:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9de40.
00000100:00000010:2.0:1775768141.819909:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d420.
00010000:00000001:0.0:1775768142.587918:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768142.587923:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768142.587930:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768142.587932:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768142.587936:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768142.587937:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768142.587973:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768142.587980:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768142.587983:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768142.651941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768142.651946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768142.651947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768142.651951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768142.651953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768142.651956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768142.651958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768142.651959:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768142.651961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768143.611947:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768143.611952:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768143.611956:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768143.611957:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768143.611960:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768143.611961:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768143.611980:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768143.611982:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768143.611984:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768143.675922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768143.675928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768143.675929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768143.675935:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768143.675939:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768143.675942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768143.675945:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768143.675946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768143.675949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768144.635914:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768144.635921:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768144.635927:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768144.635929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768144.635932:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768144.635933:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768144.635984:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768144.635987:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768144.635990:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768144.699911:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768144.699916:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768144.699917:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768144.699920:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768144.699923:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768144.699932:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768144.699934:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768144.699937:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768144.699939:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768145.659932:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768145.659938:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768145.659947:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:2.0:1775768145.659948:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768145.659954:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1775768145.659956:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768145.659958:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768145.659962:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768145.659968:0:56247:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768145.659971:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768145.659973:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768145.659981:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768145.659981:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5364
00010000:00000001:0.0:1775768145.659990:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768145.659996:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768145.659997:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768145.659999:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768145.660006:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768145.660008:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768145.660009:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768145.660012:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00080000:2.0:1775768145.660014:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00010000:00000001:0.0:1775768145.660016:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768145.660020:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000040:2.0:1775768145.660022:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00000001:0.0:1775768145.660024:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768145.660029:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.660029:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:0.0:1775768145.660036:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768145.660038:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660043:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768145.660048:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768145.660050:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768145.660054:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1775768145.660056:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:2.0:1775768145.660057:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768145.660059:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768145.660067:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775768145.660067:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768145.660073:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768145.660078:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660081:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768145.660083:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660085:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768145.660088:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768145.660091:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660093:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768145.660097:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768145.660100:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768145.660103:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.660106:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768145.660113:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768145.660124:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775768145.660128:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768145.660132:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768145.660134:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.660138:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768145.660140:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768145.660146:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768145.660155:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768145.660163:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768145.660176:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768145.660188:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768145.660193:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768145.660198:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.660221:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768145.660224:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768145.660227:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768145.660228:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768145.660230:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768145.660234:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768145.660239:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5364
00000400:00000200:2.0:1775768145.660244:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768145.660246:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768145.660250:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768145.660251:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768145.660258:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775768145.660258:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768145.660265:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:1.0:1775768145.660273:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.660273:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768145.660283:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660293:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768145.660295:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768145.660296:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768145.660300:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768145.660302:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
02000000:00000001:1.0:1775768145.660305:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775768145.660306:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1775768145.660309:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768145.660310:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
02000000:00000001:1.0:1775768145.660314:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768145.660316:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00100000:1.0:1775768145.660320:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360616448:192.168.202.115@tcp:250:kworker.0
00000020:00000001:2.0:1775768145.660327:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:1.0:1775768145.660328:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768145.660333:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775768145.660337:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:1.0:1775768145.660338:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.660347:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768145.660347:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768145.660358:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000010:1.0:1775768145.660359:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:2.0:1775768145.660365:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:1.0:1775768145.660366:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768145.660373:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000400:00000200:1.0:1775768145.660379:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768145.660385:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00080000:2.0:1775768145.660385:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660394:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768145.660396:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
02000000:00000001:2.0:1775768145.660397:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775768145.660405:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616448, portal 25
02000000:00000001:2.0:1775768145.660407:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768145.660408:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768145.660411:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
02000000:00000001:2.0:1775768145.660416:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768145.660423:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.660423:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768145.660430:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768145.660431:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768145.660437:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000008:00000001:2.0:1775768145.660441:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768145.660442:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000001:2.0:1775768145.660449:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768145.660450:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360616448, offset 0
00000100:00000010:2.0:1775768145.660462:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000400:00000200:1.0:1775768145.660465:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768145.660469:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768145.660474:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768145.660477:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768145.660479:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.660483:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775768145.660488:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:2.0:1775768145.660489:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768145.660492:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775768145.660493:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768145.660499:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768145.660503:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1775768145.660503:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000400:00000200:1.0:1775768145.660512:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660515:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768145.660517:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59810:59810:256:4294967295] 192.168.202.115@tcp LPNI seq info [59809:59809:8:4294967295]
00000400:00000200:1.0:1775768145.660524:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:2.0:1775768145.660528:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768145.660546:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768145.660550:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768145.660551:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768145.660562:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775768145.660569:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.660580:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000100:00000001:2.0:1775768145.660582:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768145.660587:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1775768145.660595:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775768145.660596:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768145.660600:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1775768145.660602:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775768145.660603:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768145.660609:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775768145.660618:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768145.660622:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775768145.660623:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5364
00000400:00000200:2.0:1775768145.660633:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000100:1.0:1775768145.660637:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.660640:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:2.0:1775768145.660642:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768145.660647:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768145.660649:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768145.660653:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660657:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768145.660673:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768145.660678:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660682:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768145.660684:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768145.660685:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768145.660686:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768145.660687:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768145.660689:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768145.660691:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768145.660694:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768145.660695:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000100:00000001:2.0:1775768145.660695:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768145.660696:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660702:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768145.660703:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000010:1.0:1775768145.660705:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00080000:2.0:1775768145.660706:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768145.660712:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768145.660714:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768145.660717:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768145.660718:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768145.660722:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768145.660727:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.660727:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768145.660730:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768145.660738:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.660744:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768145.660752:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000100:00000001:1.0:1775768145.660756:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775768145.660757:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000040:1.0:1775768145.660761:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768145.660763:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768145.660766:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.660772:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768145.660776:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768145.660781:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768145.660782:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.660783:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1775768145.660794:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:1.0:1775768145.660795:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.660806:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768145.660807:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768145.660812:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300037882
00000100:00000010:1.0:1775768145.660817:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dc00.
00000100:00100000:2.0:1775768145.660820:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768145.660861:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768145.660867:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300037883
00000100:00000010:1.0:1775768145.660880:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d480.
00000100:00000001:2.0:1775768145.660880:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768145.660884:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.660892:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1775768145.660892:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.660902:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768145.660909:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.660914:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768145.660924:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768145.660927:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768145/real 1775768145]  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768145.660930:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768145.660949:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768145.660953:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768145.660958:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768145.660963:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768145.660969:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5364
00000400:00000200:2.0:1775768145.660985:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000001:1.0:1775768145.660994:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1775768145.660995:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000001:1.0:1775768145.660999:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1775768145.661001:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775768145.661003:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000100:00000040:2.0:1775768145.661011:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768145.661012:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768145.661019:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:2.0:1775768145.661019:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768145.661025:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1775768145.661026:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768145.661033:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:1.0:1775768145.661034:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768145.661044:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768145.661050:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768145.661058:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768145.661062:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:1.0:1775768145.661064:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768145.661068:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768145.661077:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775768145.661090:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1775768145.661092:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768145.661093:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768145.661100:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768145.661101:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.661105:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768145.661110:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00100000:1.0:1775768145.661114:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.661117:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768145.661127:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:1.0:1775768145.661139:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768145.661143:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:1.0:1775768145.661148:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.661150:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768145.661162:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768145.661169:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768145.661171:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768145.661172:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768145.661173:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.661176:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768145.661181:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661182:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768145.661185:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768145.661187:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00080000:1.0:1775768145.661188:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1775768145.661192:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1775768145.661193:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768145.661198:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:2.0:1775768145.661201:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768145.661205:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.661206:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768145.661220:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000100:00100000:1.0:1775768145.661221:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360616448:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768145.661228:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768145.661228:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:1.0:1775768145.661237:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768145.661238:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768145.661241:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768145.661244:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360616448/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768145.661245:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768145.661248:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768145.661252:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768145.661260:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:1.0:1775768145.661262:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775768145.661267:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661268:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768145.661272:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768145.661278:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:2.0:1775768145.661278:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1775768145.661281:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768145.661287:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768145.661294:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768145.661300:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1775768145.661301:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768145.661305:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661310:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1775768145.661311:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768145.661313:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768145.661317:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:1.0:1775768145.661325:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768145.661327:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768145.661331:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661332:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768145.661337:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768145.661341:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1775768145.661343:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1775768145.661345:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661352:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768145.661353:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5374)
00000100:00000001:1.0:1775768145.661354:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768145.661359:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768145.661365:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661370:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768145.661371:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661373:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768145.661375:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768145.661376:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768145.661379:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616576:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768145.661381:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768145.661383:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768145.661385:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661386:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768145.661388:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768145.661390:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768145.661395:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768145.661397:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768145.661401:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768145.661404:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616576, portal 10
00000100:00000001:1.0:1775768145.661405:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768145.661407:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:1.0:1775768145.661412:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661418:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768145.661421:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768145.661423:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768145.661425:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360616576, offset 0
00000400:00000200:1.0:1775768145.661429:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768145.661433:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768145.661436:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768145.661439:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768145.661442:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768145.661444:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768145.661446:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768145.661450:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59811:59811:256:4294967295] 192.168.202.115@tcp LPNI seq info [59810:59810:8:4294967295]
00000400:00000200:1.0:1775768145.661454:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768145.661461:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768145.661465:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.661468:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768145.661472:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768145.661475:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768145.661479:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768145.661482:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768145.661485:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.661487:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768145.661490:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768145.661493:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768145.661495:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768145.661497:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768145.661499:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768145.661502:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661510:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768145.661512:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661518:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661520:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768145.661522:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768145.661525:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768145.661527:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768145.661529:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300036621
00000100:00000001:1.0:1775768145.661530:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300037882
00000100:00000001:1.0:1775768145.661532:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300036621
00000100:00000001:1.0:1775768145.661533:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300037883
00000100:00000001:1.0:1775768145.661534:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768145.661535:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661536:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768145.661538:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768145/real 1775768145]  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768145.661543:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768145.661544:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768145.661545:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768145.661547:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768145.661548:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768145.661549:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768145.661551:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768145.661555:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661559:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768145.661560:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.661561:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.661561:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768145.661563:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661566:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768145.661568:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661572:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768145.661573:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.661574:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.661575:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.661575:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768145.661577:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768145.661578:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768145.661580:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768145.661581:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768145.661583:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768145.661587:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616576:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768145.661590:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768145.661593:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661597:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768145.661597:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661599:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768145.661600:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768145.661601:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768145.661602:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616704:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768145.661604:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768145.661608:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768145.661610:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661611:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768145.661613:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768145.661615:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768145.661617:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768145.661619:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768145.661622:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768145.661625:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616704, portal 10
00000100:00000001:1.0:1775768145.661626:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768145.661627:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:1.0:1775768145.661631:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661635:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768145.661637:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768145.661639:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768145.661640:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360616704, offset 0
00000400:00000200:1.0:1775768145.661642:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768145.661644:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768145.661646:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768145.661647:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768145.661649:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768145.661651:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768145.661652:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768145.661654:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59812:59812:256:4294967295] 192.168.202.115@tcp LPNI seq info [59811:59811:8:4294967295]
00000400:00000200:1.0:1775768145.661656:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768145.661660:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768145.661675:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.661678:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768145.661681:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768145.661682:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768145.661685:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768145.661686:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768145.661688:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.661690:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768145.661692:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768145.661696:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768145.661699:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768145.661700:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768145.661702:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768145.661704:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661710:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768145.661713:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661717:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661718:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768145.661720:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768145.661722:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768145.661724:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768145.661726:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300036619
00000100:00000001:1.0:1775768145.661727:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300037882
00000100:00000001:1.0:1775768145.661728:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300036619
00000100:00000001:1.0:1775768145.661730:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300037883
00000100:00000001:1.0:1775768145.661731:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768145.661732:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661734:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768145.661752:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768145/real 1775768145]  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768145.661757:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768145.661758:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768145.661759:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768145.661761:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768145.661762:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768145.661764:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768145.661766:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768145.661771:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661776:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768145.661777:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.661779:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.661779:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768145.661781:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661785:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768145.661786:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661790:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768145.661791:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.661792:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.661793:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.661795:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768145.661797:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768145.661798:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768145.661801:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768145.661802:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768145.661805:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768145.661810:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616704:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768145.661812:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768145.661814:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661818:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768145.661819:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661820:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768145.661821:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768145.661822:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768145.661824:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616832:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768145.661825:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768145.661826:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768145.661844:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768145.661846:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768145.661849:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768145.661851:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768145.661854:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768145.661856:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768145.661859:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768145.661861:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616832, portal 4
00000100:00000001:1.0:1775768145.661863:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768145.661864:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:1.0:1775768145.661869:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661876:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768145.661878:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768145.661880:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768145.661882:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360616832, offset 0
00000400:00000200:1.0:1775768145.661886:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768145.661889:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768145.661892:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768145.661895:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768145.661897:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768145.661899:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768145.661901:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768145.661905:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59813:59813:256:4294967295] 192.168.202.115@tcp LPNI seq info [59812:59812:8:4294967295]
00000400:00000200:1.0:1775768145.661908:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768145.661914:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768145.661919:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.661921:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768145.661925:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768145.661927:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775768145.661931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768145.661933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775768145.661937:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768145.661939:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768145.661941:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768145.661944:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768145.661946:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768145.661948:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768145.661950:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768145.661952:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661956:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768145.661958:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.661970:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661971:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768145.661974:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768145.661977:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768145.661980:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768145.661982:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300036675
00000100:00000001:1.0:1775768145.661984:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300037882
00000100:00000001:1.0:1775768145.661986:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300036675
00000100:00000001:1.0:1775768145.661988:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300037883
00000100:00000001:1.0:1775768145.661989:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768145.661991:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.661993:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768145.661996:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768145/real 1775768145]  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768145.662004:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768145.662005:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768145.662006:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768145.662008:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768145.662010:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768145.662012:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768145.662015:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768145.662023:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.662029:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768145.662031:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662032:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.662033:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768145.662036:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.662044:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768145.662047:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.662054:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768145.662056:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662057:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768145.662059:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662060:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768145.662061:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768145.662063:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768145.662066:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768145.662068:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768145.662072:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768145.662079:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360616832:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768145.662082:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662084:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768145.662087:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360616576/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.662093:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768145.662095:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768145.662096:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768145.662098:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768145.662100:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768145.662101:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768145.662103:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768145.662105:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:1.0:1775768145.662109:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768145.662110:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768145.662112:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:1.0:1775768145.662114:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768145.662115:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662116:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768145.662119:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360616704/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.662123:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768145.662124:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768145.662125:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768145.662126:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768145.662127:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768145.662127:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768145.662128:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768145.662129:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:1.0:1775768145.662132:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768145.662132:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768145.662133:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:1.0:1775768145.662134:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768145.662135:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662136:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768145.662137:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360616832/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768145.662140:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768145.662141:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768145.662141:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768145.662142:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768145.662143:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768145.662144:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768145.662144:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768145.662145:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:1.0:1775768145.662146:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768145.662147:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768145.662147:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:1.0:1775768145.662148:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768145.662149:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662150:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768145.662153:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768145.662154:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768145.662155:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768145.662156:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768145.723903:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768145.723910:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768145.723912:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768145.723917:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768145.723921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768145.723924:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768145.723926:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768145.723928:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768145.723930:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768146.683928:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768146.683932:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768146.683936:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768146.683937:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768146.683939:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768146.683941:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768146.684037:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768146.684043:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768146.684060:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768146.747963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768146.747970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768146.747971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768146.747976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768146.747980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768146.747983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768146.747985:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768146.747987:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768146.747990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768146.939961:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300037882, at 4300037888
00000100:00000040:3.0:1775768146.939961:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300037883, at 4300037888
00000100:00000010:2.0:1775768146.939985:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9dc00.
00000100:00000010:3.0:1775768146.939990:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d480.
00010000:00000001:0.0:1775768147.707925:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768147.707929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768147.707934:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768147.707936:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768147.707938:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768147.707940:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768147.707942:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768147.707944:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768147.707945:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768147.707946:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768147.707948:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768147.707949:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768147.707963:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768147.707965:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768147.707966:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768147.771964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768147.771973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768147.771975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768147.771982:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768147.771986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768147.771990:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768147.771993:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768147.771996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768147.771999:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768148.731918:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768148.731929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768148.731934:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768148.731935:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768148.731938:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768148.731939:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768148.731959:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768148.731961:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768148.731964:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768148.795926:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768148.795931:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768148.795932:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768148.795936:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768148.795938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768148.795941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768148.795943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768148.795944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768148.795946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768149.755922:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768149.755927:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768149.755933:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768149.755935:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768149.755940:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768149.755942:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768149.756004:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768149.756007:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768149.756010:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768149.819894:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768149.819899:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768149.819900:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768149.819904:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768149.819906:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768149.819909:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768149.819910:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768149.819912:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768149.819914:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768150.779922:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768150.779929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768150.779932:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768150.779933:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768150.779935:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768150.779936:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768150.779954:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768150.779955:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768150.779957:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768150.780042:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768150.780046:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768150.780048:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768150.780052:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768150.780055:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768150.780061:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5369
00000400:00000200:2.0:1775768150.780067:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768150.780072:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768150.780074:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768150.780077:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780079:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768150.780081:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780083:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768150.780085:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768150.780087:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768150.780088:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768150.780090:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768150.780092:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768150.780093:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768150.780095:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780096:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768150.780097:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780098:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768150.780099:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768150.780101:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780103:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768150.780105:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768150.780107:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768150.780109:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780110:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768150.780112:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768150.780118:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775768150.780120:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768150.780123:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768150.780124:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780125:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768150.780127:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768150.780130:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768150.780135:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768150.780140:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768150.780146:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768150.780153:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768150.780156:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768150.780159:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768150.780180:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768150.780182:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768150.780184:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768150.780185:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768150.780186:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768150.780187:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768150.780189:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5369
00000400:00000200:2.0:1775768150.780191:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768150.780193:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768150.780194:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768150.780196:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780197:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768150.780199:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780200:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768150.780201:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768150.780202:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768150.780203:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768150.780205:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768150.780206:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768150.780207:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768150.780209:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780210:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768150.780212:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780213:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768150.780214:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768150.780214:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768150.780218:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768150.780219:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768150.780220:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780221:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775768150.780223:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768150.780227:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768150.780228:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768150.780229:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780233:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768150.780237:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768150.780238:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768150.780241:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768150.780241:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780243:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.780244:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1775768150.780245:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
02000000:00000001:1.0:1775768150.780246:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768150.780249:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768150.780250:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768150.780252:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1775768150.780254:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360616960:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768150.780255:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780259:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768150.780260:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768150.780261:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768150.780264:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.780265:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1775768150.780266:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
02000000:00000001:1.0:1775768150.780267:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780269:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.780271:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1775768150.780274:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775768150.780275:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768150.780279:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780284:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768150.780287:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768150.780288:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768150.780291:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00000040:2.0:1775768150.780292:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768150.780299:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000001:2.0:1775768150.780299:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768150.780302:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768150.780305:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768150.780306:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768150.780307:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775768150.780308:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360616960, portal 25
00000100:00000001:2.0:1775768150.780309:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768150.780312:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5369
00000100:00000001:1.0:1775768150.780313:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768150.780316:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000400:00000200:2.0:1775768150.780316:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768150.780318:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768150.780322:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768150.780324:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780326:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768150.780329:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768150.780329:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780332:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768150.780336:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768150.780338:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768150.780340:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768150.780343:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768150.780346:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768150.780348:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:1.0:1775768150.780349:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768150.780351:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780353:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768150.780357:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768150.780357:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780358:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768150.780361:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000010:1.0:1775768150.780362:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00080000:2.0:1775768150.780363:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780366:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768150.780367:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775768150.780368:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360616960, offset 0
02000000:00000001:2.0:1775768150.780370:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768150.780372:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780373:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768150.780375:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775768150.780378:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000008:00000001:2.0:1775768150.780378:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780381:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768150.780384:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768150.780386:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768150.780387:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768150.780389:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.780390:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768150.780391:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768150.780392:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768150.780393:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.780396:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000010:2.0:1775768150.780396:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768150.780400:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.780402:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1775768150.780405:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768150.780407:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768150.780412:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768150.780415:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768150.780416:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780417:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.780423:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59814:59814:256:4294967295] 192.168.202.115@tcp LPNI seq info [59813:59813:8:4294967295]
00000100:00000040:2.0:1775768150.780423:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768150.780433:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768150.780438:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768150.780440:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768150.780446:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768150.780448:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768150.780448:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768150.780451:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768150.780454:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1775768150.780457:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768150.780458:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5369
00000400:00000200:2.0:1775768150.780463:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000010:1.0:1775768150.780464:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000400:00000200:2.0:1775768150.780465:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768150.780469:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768150.780470:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780472:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775768150.780474:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768150.780475:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780478:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:1.0:1775768150.780479:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768150.780484:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768150.780486:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775768150.780489:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000100:1.0:1775768150.780490:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768150.780493:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000020:00000040:2.0:1775768150.780493:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768150.780497:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775768150.780500:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1775768150.780500:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000400:00000200:1.0:1775768150.780505:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1775768150.780505:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768150.780509:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:1.0:1775768150.780510:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768150.780513:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000040:2.0:1775768150.780514:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780518:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768150.780519:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768150.780522:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780526:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:1.0:1775768150.780527:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768150.780531:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768150.780538:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768150.780542:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780543:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.780549:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768150.780553:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768150.780558:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768150.780559:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780563:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768150.780563:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780567:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768150.780570:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768150.780570:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768150.780575:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.780577:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768150.780579:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780581:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300043002
00000100:00000010:2.0:1775768150.780583:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775768150.780585:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000010:1.0:1775768150.780586:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d960.
02000000:00000001:2.0:1775768150.780587:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768150.780589:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.780591:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768150.780592:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1775768150.780592:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768150.780594:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780599:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300043002
02000000:00000010:2.0:1775768150.780599:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775768150.780604:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768150.780605:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d180.
00000100:00100000:2.0:1775768150.780609:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768150.780611:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768150.780628:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768150.780628:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768150.780632:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780633:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768150.780636:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780637:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768150.780644:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768150.780646:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768150/real 1775768150]  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768150.780646:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768150.780652:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768150.780657:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5379)
00000400:00000001:1.0:1775768150.780671:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768150.780673:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768150.780675:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768150.780679:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768150.780680:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768150.780682:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768150.780685:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768150.780690:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780696:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768150.780697:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.780700:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.780701:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768150.780705:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780711:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768150.780715:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780722:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768150.780725:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.780726:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.780728:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.780730:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768150.780732:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768150.780735:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768150.780738:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768150.780740:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768150.780744:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768150.780752:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360616960:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768150.780757:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.780759:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.780762:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360616960/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780768:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768150.780770:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768150.780772:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768150.780775:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768150.780777:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768150.780778:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768150.780780:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768150.780782:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:1.0:1775768150.780785:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768150.780787:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768150.780789:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:1.0:1775768150.780791:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768150.780792:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.780793:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.780799:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768150.780800:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780802:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768150.780803:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768150.780804:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768150.780806:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780810:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768150.780812:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.780813:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768150.780814:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768150.780815:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768150.780817:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617088:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768150.780819:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768150.780820:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768150.780821:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.780822:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768150.780824:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768150.780825:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.780847:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768150.780849:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768150.780852:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768150.780854:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617088, portal 10
00000100:00000001:1.0:1775768150.780855:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768150.780856:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:1.0:1775768150.780860:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780863:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768150.780865:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768150.780866:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768150.780867:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360617088, offset 0
00000400:00000200:1.0:1775768150.780870:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768150.780872:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768150.780875:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768150.780877:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768150.780878:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768150.780880:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768150.780881:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768150.780883:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59815:59815:256:4294967295] 192.168.202.115@tcp LPNI seq info [59814:59814:8:4294967295]
00000400:00000200:1.0:1775768150.780886:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768150.780890:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768150.780892:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768150.780894:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768150.780897:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768150.780898:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768150.780901:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768150.780902:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768150.780904:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768150.780905:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768150.780907:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768150.780909:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768150.780911:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768150.780912:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768150.780914:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768150.780916:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780920:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.780922:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780926:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780926:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768150.780928:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768150.780930:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768150.780933:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768150.780934:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300041741
00000100:00000001:1.0:1775768150.780937:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300043002
00000100:00000001:1.0:1775768150.780939:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300041741
00000100:00000001:1.0:1775768150.780941:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300043002
00000100:00000001:1.0:1775768150.780942:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768150.780944:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.780946:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768150.780949:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768150/real 1775768150]  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768150.780956:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768150.780957:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768150.780959:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768150.780961:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768150.780962:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768150.780964:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768150.780967:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768150.780975:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780981:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768150.780982:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.780984:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.780985:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768150.780988:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.780995:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768150.780998:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781002:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768150.781004:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781005:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.781006:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781007:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768150.781008:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768150.781010:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768150.781012:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768150.781013:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768150.781015:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768150.781019:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617088:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768150.781021:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768150.781023:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781026:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768150.781027:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.781028:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768150.781029:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768150.781031:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768150.781032:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617216:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768150.781034:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768150.781035:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768150.781036:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.781037:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768150.781039:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768150.781040:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.781043:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768150.781044:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768150.781046:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768150.781048:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617216, portal 10
00000100:00000001:1.0:1775768150.781049:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768150.781050:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:1.0:1775768150.781053:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781057:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768150.781058:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768150.781060:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768150.781061:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360617216, offset 0
00000400:00000200:1.0:1775768150.781063:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768150.781065:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768150.781068:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768150.781069:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768150.781071:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768150.781072:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768150.781074:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768150.781075:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59816:59816:256:4294967295] 192.168.202.115@tcp LPNI seq info [59815:59815:8:4294967295]
00000400:00000200:1.0:1775768150.781078:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768150.781082:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768150.781085:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768150.781087:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768150.781089:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768150.781091:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768150.781093:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768150.781094:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768150.781096:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768150.781098:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768150.781099:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768150.781101:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768150.781103:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768150.781104:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768150.781106:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768150.781107:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781112:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.781113:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781119:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.781120:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768150.781123:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768150.781125:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768150.781128:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768150.781130:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300041739
00000100:00000001:1.0:1775768150.781132:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300043002
00000100:00000001:1.0:1775768150.781134:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300041739
00000100:00000001:1.0:1775768150.781135:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300043002
00000100:00000001:1.0:1775768150.781137:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768150.781139:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.781141:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768150.781144:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768150/real 1775768150]  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768150.781151:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768150.781153:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768150.781154:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768150.781157:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768150.781158:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768150.781160:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768150.781163:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768150.781170:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781176:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768150.781178:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781179:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.781180:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768150.781184:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781188:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768150.781190:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781194:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768150.781195:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781196:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.781197:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781198:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768150.781199:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768150.781200:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768150.781202:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768150.781204:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768150.781207:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768150.781214:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617216:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768150.781217:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768150.781220:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781226:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768150.781227:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.781229:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768150.781231:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768150.781233:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768150.781235:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617344:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768150.781238:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768150.781240:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768150.781241:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768150.781243:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768150.781247:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768150.781248:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768150.781251:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768150.781254:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768150.781257:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768150.781259:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617344, portal 4
00000100:00000001:1.0:1775768150.781261:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768150.781262:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:1.0:1775768150.781267:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781274:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768150.781276:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768150.781278:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768150.781280:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360617344, offset 0
00000400:00000200:1.0:1775768150.781283:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768150.781287:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768150.781290:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768150.781293:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768150.781295:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768150.781297:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768150.781299:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768150.781302:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59817:59817:256:4294967295] 192.168.202.115@tcp LPNI seq info [59816:59816:8:4294967295]
00000400:00000200:1.0:1775768150.781305:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768150.781310:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768150.781312:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768150.781315:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768150.781317:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768150.781319:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775768150.781321:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768150.781323:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775768150.781325:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768150.781326:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768150.781328:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768150.781330:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768150.781332:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768150.781333:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768150.781334:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768150.781336:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781341:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.781343:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781347:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.781348:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768150.781350:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768150.781351:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768150.781353:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768150.781354:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300041794
00000100:00000001:1.0:1775768150.781356:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300043002
00000100:00000001:1.0:1775768150.781357:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300041794
00000100:00000001:1.0:1775768150.781359:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300043002
00000100:00000001:1.0:1775768150.781360:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768150.781361:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.781362:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768150.781363:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768150/real 1775768150]  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768150.781368:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768150.781368:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768150.781370:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768150.781371:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768150.781372:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768150.781373:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768150.781375:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768150.781379:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781382:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768150.781383:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781384:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.781385:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768150.781387:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781390:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768150.781392:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781395:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768150.781396:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781397:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768150.781398:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781399:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768150.781400:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768150.781401:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768150.781403:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768150.781404:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768150.781406:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768150.781410:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617344:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768150.781412:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781413:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.781415:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360617088/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781419:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768150.781419:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768150.781421:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768150.781422:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768150.781423:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768150.781423:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768150.781424:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768150.781425:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:1.0:1775768150.781428:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768150.781429:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768150.781430:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:1.0:1775768150.781431:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768150.781432:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781433:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.781435:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360617216/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781440:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768150.781441:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768150.781442:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768150.781444:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768150.781445:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768150.781446:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768150.781448:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768150.781449:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:1.0:1775768150.781451:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768150.781451:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768150.781453:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:1.0:1775768150.781455:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768150.781456:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781457:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768150.781460:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360617344/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768150.781466:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768150.781468:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768150.781469:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768150.781471:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768150.781472:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768150.781473:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768150.781475:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768150.781476:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:1.0:1775768150.781478:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768150.781479:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768150.781480:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:1.0:1775768150.781483:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768150.781484:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781485:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768150.781488:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768150.781489:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768150.781491:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768150.781492:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768150.843929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768150.843934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768150.843935:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768150.843939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768150.843942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768150.843944:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768150.843946:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768150.843948:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768150.843949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768151.803940:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768151.803944:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768151.803948:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768151.803949:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768151.803951:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768151.803952:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768151.804030:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768151.804033:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768151.804035:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768151.867953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768151.867958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768151.867960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768151.867963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768151.867966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768151.867969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768151.867971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768151.867972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768151.867974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768152.059928:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300043002, at 4300043008
00000100:00000040:3.0:1775768152.059928:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300043002, at 4300043008
00000100:00000010:3.0:1775768152.059941:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d180.
00000100:00000010:2.0:1775768152.059944:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d960.
00010000:00000001:0.0:1775768152.827924:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768152.827929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768152.827934:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768152.827935:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768152.827939:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768152.827940:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768152.827958:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768152.827961:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768152.827963:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768152.891928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768152.891933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768152.891935:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768152.891938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768152.891941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768152.891944:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768152.891945:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768152.891947:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768152.891949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768153.851935:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768153.851941:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768153.851947:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768153.851949:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768153.851952:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768153.851953:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768153.851975:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768153.851978:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768153.851981:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768153.915939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768153.915944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768153.915945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768153.915949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768153.915951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768153.915960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768153.915962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768153.915965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768153.915967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768154.875922:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768154.875927:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768154.875933:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768154.875935:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768154.875938:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768154.875939:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768154.875982:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768154.875985:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768154.875988:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768154.939983:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768154.939989:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768154.939992:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768154.939997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768154.940001:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768154.940005:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768154.940007:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768154.940009:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768154.940012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.899955:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768155.899965:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768155.899968:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768155.899973:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.899979:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768155.899983:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.899986:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.899988:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.899993:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768155.899994:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.899997:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768155.899999:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768155.900000:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768155.900001:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768155.900001:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768155.900003:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768155.900005:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.900009:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768155.900010:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768155.900011:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768155.900015:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768155.900020:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768155.900025:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768155.900033:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5374
00000020:00000001:0.0:1775768155.900034:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768155.900037:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768155.900039:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768155.900046:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768155.900053:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768155.900057:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768155.900061:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900065:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768155.900067:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900070:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768155.900074:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768155.900076:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768155.900078:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768155.900081:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768155.900084:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768155.900086:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768155.900089:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900091:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768155.900094:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900096:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768155.900099:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768155.900102:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900105:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768155.900108:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768155.900112:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768155.900116:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900118:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768155.900121:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768155.900133:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775768155.900137:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768155.900141:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768155.900143:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900146:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768155.900150:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768155.900155:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768155.900165:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768155.900173:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768155.900182:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768155.900194:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768155.900199:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768155.900204:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768155.900228:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768155.900232:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768155.900235:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768155.900237:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768155.900238:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768155.900241:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768155.900244:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5374
00000400:00000200:3.0:1775768155.900247:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768155.900250:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768155.900253:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768155.900256:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900258:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768155.900260:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900263:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768155.900265:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768155.900267:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768155.900269:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768155.900272:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768155.900274:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768155.900277:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:1.0:1775768155.900278:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775768155.900281:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768155.900284:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768155.900284:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768155.900288:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768155.900288:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900291:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768155.900294:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000040:1.0:1775768155.900298:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768155.900299:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900303:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768155.900307:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768155.900313:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768155.900314:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775768155.900317:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.900318:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900322:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775768155.900324:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1775768155.900327:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768155.900328:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1775768155.900331:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.900333:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900334:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768155.900340:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000100:00100000:1.0:1775768155.900342:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360617472:192.168.202.115@tcp:250:kworker.0
00000020:00000040:3.0:1775768155.900343:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768155.900348:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768155.900350:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.900351:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768155.900353:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768155.900355:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768155.900357:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768155.900357:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.900361:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768155.900362:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
02000000:00000001:1.0:1775768155.900367:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775768155.900367:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768155.900373:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775768155.900374:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768155.900380:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900386:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768155.900388:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.900391:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775768155.900395:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768155.900398:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00000001:3.0:1775768155.900407:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768155.900408:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00080000:3.0:1775768155.900410:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768155.900414:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768155.900416:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768155.900418:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768155.900420:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775768155.900421:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617472, portal 25
00000100:00080000:3.0:1775768155.900424:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5374
00000100:00000001:1.0:1775768155.900427:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768155.900430:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000400:00000200:3.0:1775768155.900430:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768155.900434:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768155.900437:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768155.900441:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768155.900442:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900446:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768155.900450:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900455:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768155.900459:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768155.900461:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:1.0:1775768155.900462:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1775768155.900463:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768155.900466:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768155.900469:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768155.900470:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000001:3.0:1775768155.900473:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:1.0:1775768155.900475:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000040:3.0:1775768155.900478:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900481:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768155.900482:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360617472, offset 0
00000100:00000040:3.0:1775768155.900483:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900487:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768155.900489:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768155.900494:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:1.0:1775768155.900495:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900498:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768155.900501:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768155.900503:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768155.900506:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.900507:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768155.900510:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768155.900513:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768155.900516:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.900517:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:3.0:1775768155.900519:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768155.900524:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000400:00000200:1.0:1775768155.900525:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775768155.900527:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768155.900530:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775768155.900531:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000001:3.0:1775768155.900532:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900535:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775768155.900537:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775768155.900537:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768155.900540:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.900543:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000010:3.0:1775768155.900545:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000400:00000200:1.0:1775768155.900549:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59818:59818:256:4294967295] 192.168.202.115@tcp LPNI seq info [59817:59817:8:4294967295]
00000100:00000001:3.0:1775768155.900550:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.900556:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:3.0:1775768155.900572:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768155.900584:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768155.900586:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768155.900589:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768155.900595:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775768155.900597:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.900603:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000100:00000001:3.0:1775768155.900609:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768155.900612:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1775768155.900613:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768155.900618:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1775768155.900619:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768155.900622:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768155.900624:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775768155.900625:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768155.900630:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775768155.900630:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1775768155.900635:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5374
00000800:00000100:1.0:1775768155.900636:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.900640:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:3.0:1775768155.900643:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768155.900647:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768155.900648:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768155.900652:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768155.900654:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1775768155.900658:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768155.900661:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000100:00000001:3.0:1775768155.900661:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775768155.900665:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000040:3.0:1775768155.900666:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900669:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768155.900670:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1775768155.900673:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768155.900675:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000200:1.0:1775768155.900676:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768155.900678:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768155.900681:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768155.900685:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775768155.900691:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.900694:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768155.900697:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775768155.900700:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.900702:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1775768155.900706:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768155.900707:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900708:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768155.900712:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768155.900713:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768155.900717:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768155.900718:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300048122
00000020:00000040:3.0:1775768155.900721:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000010:1.0:1775768155.900723:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9da80.
00000100:00080000:3.0:1775768155.900725:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768155.900728:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768155.900730:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768155.900731:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1775768155.900733:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768155.900736:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.900737:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300048122
00000100:00000001:3.0:1775768155.900738:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:1.0:1775768155.900741:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dc60.
00000008:00100000:3.0:1775768155.900742:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768155.900745:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1775768155.900746:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900749:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.900750:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768155.900753:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768155.900753:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775768155.900755:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775768155.900757:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00100000:1.0:1775768155.900761:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768155/real 1775768155]  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768155.900762:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768155.900764:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768155.900768:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768155.900771:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768155.900773:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768155.900775:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768155.900777:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1775768155.900777:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000400:00000010:1.0:1775768155.900779:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000100:00000001:3.0:1775768155.900783:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.900784:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768155.900787:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768155.900789:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1775768155.900792:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775768155.900794:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768155.900812:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768155.900815:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768155.900816:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768155.900822:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.900824:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768155.900826:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768155.900851:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.900854:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775768155.900855:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768155.900856:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768155.900861:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1775768155.900862:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768155.900870:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5384)
00000100:00000001:1.0:1775768155.900872:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768155.900879:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.900886:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768155.900890:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.900891:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768155.900892:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.900895:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768155.900897:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768155.900900:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768155.900905:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768155.900907:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768155.900911:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768155.900920:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360617472:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768155.900925:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.900927:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.900930:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360617472/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.900937:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768155.900939:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768155.900942:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768155.900946:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768155.900947:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768155.900949:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768155.900951:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768155.900953:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:1.0:1775768155.900958:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768155.900960:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768155.900961:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:1.0:1775768155.900963:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768155.900964:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.900965:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.900972:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768155.900973:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.900975:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768155.900976:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768155.900977:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768155.900980:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.900984:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768155.900985:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.900987:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768155.900988:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768155.900989:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768155.900990:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617600:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768155.900993:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768155.900994:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768155.900995:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.900996:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768155.900998:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768155.901000:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.901003:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768155.901005:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768155.901007:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768155.901009:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617600, portal 10
00000100:00000001:1.0:1775768155.901011:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768155.901012:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:1.0:1775768155.901015:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901019:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768155.901021:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768155.901022:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768155.901024:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360617600, offset 0
00000400:00000200:1.0:1775768155.901026:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768155.901028:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768155.901031:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768155.901033:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768155.901035:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768155.901036:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768155.901038:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768155.901040:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59819:59819:256:4294967295] 192.168.202.115@tcp LPNI seq info [59818:59818:8:4294967295]
00000400:00000200:1.0:1775768155.901043:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768155.901046:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768155.901049:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.901051:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768155.901053:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768155.901055:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768155.901058:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768155.901059:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768155.901062:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.901063:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768155.901065:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768155.901067:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768155.901069:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768155.901070:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768155.901071:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768155.901073:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901082:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.901083:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901087:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.901088:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768155.901090:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768155.901092:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768155.901094:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768155.901095:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300046861
00000100:00000001:1.0:1775768155.901096:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300048122
00000100:00000001:1.0:1775768155.901098:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300046861
00000100:00000001:1.0:1775768155.901099:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300048122
00000100:00000001:1.0:1775768155.901101:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768155.901102:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.901103:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768155.901105:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768155/real 1775768155]  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768155.901109:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768155.901110:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768155.901111:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768155.901112:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768155.901113:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768155.901114:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768155.901116:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768155.901120:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901123:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768155.901125:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901126:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768155.901127:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768155.901129:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901132:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768155.901134:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901138:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768155.901139:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901140:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768155.901140:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901141:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768155.901142:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768155.901144:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768155.901145:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768155.901147:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768155.901148:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768155.901152:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617600:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768155.901154:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768155.901156:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901160:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768155.901161:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.901162:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768155.901163:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768155.901164:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768155.901166:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617728:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768155.901168:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768155.901169:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768155.901170:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.901171:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768155.901173:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768155.901174:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.901176:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768155.901177:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768155.901179:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768155.901181:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617728, portal 10
00000100:00000001:1.0:1775768155.901182:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768155.901183:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:1.0:1775768155.901186:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901191:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768155.901193:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768155.901195:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768155.901197:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360617728, offset 0
00000400:00000200:1.0:1775768155.901201:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768155.901204:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768155.901207:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768155.901210:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768155.901212:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768155.901214:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768155.901216:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768155.901219:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59820:59820:256:4294967295] 192.168.202.115@tcp LPNI seq info [59819:59819:8:4294967295]
00000400:00000200:1.0:1775768155.901223:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768155.901229:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768155.901233:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.901236:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768155.901240:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768155.901243:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768155.901247:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768155.901264:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768155.901268:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.901269:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768155.901272:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768155.901274:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768155.901276:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768155.901277:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768155.901279:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768155.901281:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901288:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.901291:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901297:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.901298:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768155.901301:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768155.901303:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768155.901306:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768155.901308:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300046859
00000100:00000001:1.0:1775768155.901310:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300048122
00000100:00000001:1.0:1775768155.901312:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300046859
00000100:00000001:1.0:1775768155.901314:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300048122
00000100:00000001:1.0:1775768155.901317:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768155.901318:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.901320:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768155.901324:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768155/real 1775768155]  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768155.901331:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768155.901333:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768155.901335:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768155.901337:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768155.901339:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768155.901340:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768155.901343:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768155.901351:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901357:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768155.901358:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901360:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768155.901361:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768155.901364:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901371:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768155.901375:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901381:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768155.901384:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901385:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768155.901386:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901388:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768155.901390:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768155.901392:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768155.901396:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768155.901398:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768155.901401:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768155.901415:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617728:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768155.901419:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768155.901423:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901429:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768155.901430:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.901432:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768155.901434:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768155.901436:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768155.901438:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617856:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768155.901442:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768155.901443:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768155.901445:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768155.901447:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768155.901450:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768155.901453:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768155.901456:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768155.901458:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768155.901462:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768155.901465:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617856, portal 4
00000100:00000001:1.0:1775768155.901467:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768155.901468:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:1.0:1775768155.901473:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901479:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768155.901481:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768155.901483:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768155.901486:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360617856, offset 0
00000400:00000200:1.0:1775768155.901490:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768155.901494:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768155.901498:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768155.901500:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768155.901503:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768155.901505:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768155.901508:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768155.901510:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59821:59821:256:4294967295] 192.168.202.115@tcp LPNI seq info [59820:59820:8:4294967295]
00000400:00000200:1.0:1775768155.901514:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768155.901521:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768155.901525:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.901528:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768155.901532:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768155.901535:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775768155.901539:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768155.901541:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775768155.901545:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768155.901547:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768155.901549:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768155.901552:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768155.901555:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768155.901556:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768155.901558:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768155.901562:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901580:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.901582:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901586:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.901587:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768155.901589:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768155.901591:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768155.901593:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768155.901595:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300046914
00000100:00000001:1.0:1775768155.901597:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300048122
00000100:00000001:1.0:1775768155.901598:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300046914
00000100:00000001:1.0:1775768155.901599:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300048122
00000100:00000001:1.0:1775768155.901600:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768155.901601:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.901603:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768155.901604:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768155/real 1775768155]  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768155.901609:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768155.901610:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768155.901611:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768155.901613:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768155.901614:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768155.901615:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768155.901617:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768155.901621:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901624:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768155.901625:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901626:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768155.901627:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768155.901628:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901632:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768155.901634:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901638:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768155.901640:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901641:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768155.901641:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901642:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768155.901644:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768155.901645:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768155.901647:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768155.901648:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768155.901650:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768155.901653:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360617856:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768155.901655:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901656:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.901658:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360617600/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901661:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768155.901662:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768155.901663:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768155.901665:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768155.901665:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768155.901666:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768155.901668:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768155.901669:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:1.0:1775768155.901670:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768155.901671:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768155.901672:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:1.0:1775768155.901673:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768155.901674:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901675:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.901677:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360617728/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901685:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768155.901686:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768155.901687:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768155.901688:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768155.901688:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768155.901689:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768155.901690:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768155.901691:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:1.0:1775768155.901692:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768155.901692:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768155.901693:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:1.0:1775768155.901694:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768155.901695:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901695:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768155.901697:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360617856/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768155.901700:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768155.901700:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768155.901701:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768155.901702:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768155.901703:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768155.901703:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768155.901704:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768155.901705:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:1.0:1775768155.901706:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768155.901706:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768155.901707:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:1.0:1775768155.901708:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768155.901709:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901710:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768155.901712:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768155.901713:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768155.901714:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768155.901715:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768155.963951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768155.963957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768155.963959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768155.963963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768155.963968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768155.963972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768155.963975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768155.963978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768155.963981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768156.923900:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768156.923905:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768156.923909:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768156.923910:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768156.923913:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768156.923914:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768156.923978:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768156.923986:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768156.923990:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768156.987977:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768156.987984:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768156.987986:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768156.987991:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768156.987994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768156.987998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768156.988000:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768156.988002:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768156.988005:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768157.179909:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300048122, at 4300048128
00000100:00000040:3.0:1775768157.179909:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300048122, at 4300048128
00000100:00000010:3.0:1775768157.179926:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9dc60.
00000100:00000010:2.0:1775768157.179931:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9da80.
00010000:00000001:0.0:1775768157.947956:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768157.947972:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768157.947980:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768157.947984:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768157.947987:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768157.947991:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768157.947995:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768157.947997:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768157.947999:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768157.948002:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768157.948006:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768157.948007:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768157.948043:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768157.948046:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768157.948049:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768158.011956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768158.011962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768158.011964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768158.011969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768158.011973:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768158.011977:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768158.011980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768158.011982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768158.011984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768158.971936:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768158.971942:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768158.971947:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768158.971949:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768158.971952:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768158.971953:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768158.971969:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768158.971971:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768158.971973:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768159.035930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768159.035935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768159.035936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768159.035940:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768159.035943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768159.035945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768159.035947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768159.035949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768159.035951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768159.995926:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768159.995931:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768159.995937:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768159.995938:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768159.995941:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768159.995942:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768159.996025:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768159.996031:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768159.996037:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768160.059932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768160.059938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768160.059939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768160.059943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768160.059946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768160.059948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768160.059950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768160.059952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768160.059953:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768161.019919:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768161.019925:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768161.019927:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768161.019930:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.019931:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768161.019935:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768161.019936:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768161.019939:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.019942:0:56247:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768161.019944:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768161.019946:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768161.019953:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5379
00000400:00000200:3.0:1775768161.019962:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768161.019964:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768161.019967:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768161.019970:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00010000:0.0:1775768161.019971:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768161.019975:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768161.019980:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.019983:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768161.019985:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.019988:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768161.019991:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768161.019992:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768161.019995:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768161.019997:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768161.020000:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768161.020002:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768161.020005:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020006:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768161.020008:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020009:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768161.020011:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768161.020013:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020014:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768161.020016:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768161.020018:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768161.020020:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020021:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768161.020023:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768161.020030:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768161.020033:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768161.020035:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768161.020036:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020039:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768161.020041:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768161.020044:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768161.020049:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768161.020053:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768161.020059:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768161.020066:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768161.020070:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768161.020074:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768161.020094:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768161.020097:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768161.020100:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768161.020102:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768161.020103:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768161.020105:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768161.020108:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5379
00000400:00000200:3.0:1775768161.020112:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768161.020114:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768161.020117:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768161.020119:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020120:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768161.020122:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020124:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768161.020126:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768161.020128:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768161.020129:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768161.020131:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768161.020133:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768161.020136:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768161.020139:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020142:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768161.020146:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020148:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768161.020151:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768161.020154:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020156:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768161.020158:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768161.020163:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768161.020164:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020167:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768161.020170:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768161.020171:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1775768161.020174:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020178:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.020181:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1775768161.020182:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775768161.020186:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:1.0:1775768161.020187:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775768161.020189:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768161.020192:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020194:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768161.020195:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768161.020197:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768161.020201:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768161.020202:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768161.020207:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768161.020218:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768161.020220:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768161.020224:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020232:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768161.020234:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768161.020239:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1775768161.020240:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768161.020245:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768161.020252:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768161.020261:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360617984:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768161.020262:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768161.020271:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768161.020273:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1775768161.020278:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768161.020279:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1775768161.020281:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1775768161.020281:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775768161.020288:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020288:0:56247:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775768161.020293:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1775768161.020296:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5379
02000000:00000010:1.0:1775768161.020301:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
00000400:00000200:3.0:1775768161.020302:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775768161.020306:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768161.020310:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768161.020313:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768161.020315:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768161.020321:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00000040:3.0:1775768161.020322:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020326:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768161.020328:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:1.0:1775768161.020329:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000001:3.0:1775768161.020336:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:1.0:1775768161.020340:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360617984, portal 25
00000020:00000001:3.0:1775768161.020340:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768161.020346:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1775768161.020346:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:1.0:1775768161.020349:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000020:00000001:3.0:1775768161.020354:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768161.020357:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000040:1.0:1775768161.020358:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768161.020363:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:1.0:1775768161.020371:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1775768161.020372:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768161.020375:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768161.020380:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768161.020384:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360617984, offset 0
00000100:00000040:3.0:1775768161.020384:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020392:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768161.020394:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020396:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768161.020398:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:1.0:1775768161.020404:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768161.020410:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020412:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768161.020414:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768161.020416:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768161.020418:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768161.020424:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768161.020425:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768161.020428:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768161.020431:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020433:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768161.020435:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000400:00000200:1.0:1775768161.020438:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000040:3.0:1775768161.020443:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:1.0:1775768161.020444:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775768161.020451:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768161.020452:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768161.020457:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768161.020458:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775768161.020467:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775768161.020468:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775768161.020471:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:3.0:1775768161.020473:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768161.020478:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59822:59822:256:4294967295] 192.168.202.115@tcp LPNI seq info [59821:59821:8:4294967295]
02000000:00000010:3.0:1775768161.020483:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000400:00000200:1.0:1775768161.020484:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768161.020491:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768161.020502:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1775768161.020502:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775768161.020527:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.020540:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000100:00000001:3.0:1775768161.020551:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1775768161.020552:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768161.020558:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768161.020560:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775768161.020565:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775768161.020576:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768161.020585:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775768161.020599:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768161.020600:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.020607:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000100:00080000:3.0:1775768161.020607:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768161.020617:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768161.020618:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768161.020620:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775768161.020620:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768161.020627:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768161.020634:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775768161.020634:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5379
00000400:00000200:1.0:1775768161.020646:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000200:3.0:1775768161.020652:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768161.020653:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768161.020661:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1775768161.020662:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768161.020668:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775768161.020672:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768161.020679:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020682:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768161.020684:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020695:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768161.020697:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1775768161.020701:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775768161.020702:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768161.020704:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768161.020714:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768161.020720:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768161.020720:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:1.0:1775768161.020724:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775768161.020729:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768161.020731:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775768161.020733:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768161.020737:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768161.020743:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768161.020745:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768161.020749:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300053242
00000100:00000040:3.0:1775768161.020750:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020760:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000010:1.0:1775768161.020762:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d0c0.
00000020:00000040:3.0:1775768161.020762:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768161.020774:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768161.020775:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768161.020776:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768161.020777:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1775768161.020780:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768161.020783:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020785:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768161.020786:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300053242
00000008:00100000:3.0:1775768161.020789:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1775768161.020790:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d300.
00000100:00000001:1.0:1775768161.020798:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1775768161.020798:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020800:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.020802:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1775768161.020804:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000100:00000001:1.0:1775768161.020805:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.020814:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775768161.020814:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768161.020820:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1775768161.020824:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768161/real 1775768161]  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768161.020824:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768161.020857:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768161.020858:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768161.020860:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768161.020863:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768161.020866:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768161.020871:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768161.020919:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1775768161.020922:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775768161.020922:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768161.020928:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1775768161.020929:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768161.020933:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768161.020942:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000100:00000001:3.0:1775768161.020944:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768161.020946:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000040:3.0:1775768161.020950:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768161.020951:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775768161.020958:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1775768161.020960:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768161.020964:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5389)
00000100:00000200:1.0:1775768161.020975:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.020981:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768161.020983:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.020986:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.020988:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768161.020992:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.020996:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768161.020999:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021003:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768161.021006:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021007:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.021007:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021009:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768161.021011:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768161.021013:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768161.021016:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768161.021017:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768161.021019:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768161.021026:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360617984:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768161.021031:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021033:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768161.021035:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360617984/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021042:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768161.021045:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768161.021048:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768161.021052:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768161.021054:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768161.021056:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768161.021059:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768161.021061:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:1.0:1775768161.021065:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768161.021067:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768161.021069:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:1.0:1775768161.021073:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768161.021074:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021076:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021084:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768161.021087:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021089:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768161.021092:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768161.021093:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768161.021097:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021102:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768161.021103:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768161.021105:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768161.021106:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768161.021108:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768161.021109:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618112:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768161.021112:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768161.021113:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768161.021115:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768161.021116:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768161.021118:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768161.021120:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768161.021123:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768161.021125:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768161.021127:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768161.021129:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360618112, portal 10
00000100:00000001:1.0:1775768161.021131:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768161.021132:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:1.0:1775768161.021136:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021140:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768161.021142:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768161.021143:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768161.021144:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360618112, offset 0
00000400:00000200:1.0:1775768161.021147:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768161.021149:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768161.021151:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768161.021153:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768161.021155:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768161.021157:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768161.021158:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768161.021161:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59823:59823:256:4294967295] 192.168.202.115@tcp LPNI seq info [59822:59822:8:4294967295]
00000400:00000200:1.0:1775768161.021163:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768161.021167:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768161.021170:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.021172:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768161.021174:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768161.021176:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768161.021179:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768161.021180:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768161.021183:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.021184:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768161.021186:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768161.021188:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768161.021190:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768161.021191:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768161.021192:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768161.021194:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021199:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768161.021201:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021205:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021206:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768161.021207:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768161.021211:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768161.021213:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768161.021214:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300051981
00000100:00000001:1.0:1775768161.021216:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300053242
00000100:00000001:1.0:1775768161.021218:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300051981
00000100:00000001:1.0:1775768161.021221:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300053242
00000100:00000001:1.0:1775768161.021222:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768161.021223:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021225:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768161.021227:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768161/real 1775768161]  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768161.021231:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768161.021232:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768161.021232:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768161.021234:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768161.021234:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768161.021235:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768161.021237:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768161.021242:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021246:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768161.021246:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021247:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.021248:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768161.021250:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021253:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768161.021255:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021259:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768161.021260:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021261:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.021261:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021263:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768161.021264:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768161.021266:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768161.021268:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768161.021270:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768161.021272:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768161.021276:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618112:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768161.021278:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768161.021279:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021284:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768161.021285:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768161.021286:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768161.021287:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768161.021288:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768161.021290:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618240:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768161.021291:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768161.021292:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768161.021293:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768161.021294:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768161.021296:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768161.021297:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768161.021298:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768161.021299:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768161.021301:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768161.021303:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360618240, portal 10
00000100:00000001:1.0:1775768161.021304:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768161.021305:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
00000100:00000040:1.0:1775768161.021308:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021313:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768161.021314:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768161.021315:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768161.021317:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360618240, offset 0
00000400:00000200:1.0:1775768161.021319:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768161.021321:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768161.021322:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768161.021324:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768161.021325:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768161.021326:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768161.021328:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768161.021330:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59824:59824:256:4294967295] 192.168.202.115@tcp LPNI seq info [59823:59823:8:4294967295]
00000400:00000200:1.0:1775768161.021332:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768161.021336:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768161.021339:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.021341:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768161.021343:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768161.021345:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768161.021347:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768161.021348:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768161.021351:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.021352:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768161.021354:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768161.021355:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768161.021357:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768161.021358:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768161.021359:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768161.021361:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021366:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768161.021367:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021376:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021377:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768161.021378:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768161.021380:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768161.021381:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768161.021383:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300051979
00000100:00000001:1.0:1775768161.021384:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300053242
00000100:00000001:1.0:1775768161.021386:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300051979
00000100:00000001:1.0:1775768161.021388:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300053242
00000100:00000001:1.0:1775768161.021390:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768161.021392:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021394:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768161.021397:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768161/real 1775768161]  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768161.021404:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768161.021406:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768161.021407:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768161.021409:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768161.021411:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768161.021413:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768161.021416:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768161.021424:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021431:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768161.021432:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021434:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.021436:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768161.021439:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021445:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768161.021447:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021451:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768161.021452:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021453:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.021454:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021455:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768161.021456:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768161.021457:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768161.021459:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768161.021460:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768161.021462:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768161.021466:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618240:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768161.021469:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768161.021471:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021475:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768161.021476:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768161.021477:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768161.021479:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768161.021480:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768161.021481:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618368:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768161.021483:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768161.021484:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768161.021485:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768161.021486:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768161.021488:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768161.021490:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768161.021492:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768161.021494:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768161.021496:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768161.021498:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360618368, portal 4
00000100:00000001:1.0:1775768161.021499:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768161.021500:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00000040:1.0:1775768161.021504:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021508:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768161.021509:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768161.021510:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768161.021512:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360618368, offset 0
00000400:00000200:1.0:1775768161.021530:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768161.021533:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768161.021535:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768161.021536:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768161.021538:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768161.021539:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768161.021541:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768161.021543:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59825:59825:256:4294967295] 192.168.202.115@tcp LPNI seq info [59824:59824:8:4294967295]
00000400:00000200:1.0:1775768161.021545:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768161.021549:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768161.021552:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.021554:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768161.021556:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768161.021558:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768161.021561:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768161.021562:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768161.021564:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768161.021566:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768161.021568:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768161.021571:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768161.021572:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768161.021573:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768161.021575:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768161.021577:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021581:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768161.021583:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021587:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021587:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768161.021589:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768161.021591:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768161.021593:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768161.021594:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300052034
00000100:00000001:1.0:1775768161.021595:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300053242
00000100:00000001:1.0:1775768161.021596:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300052034
00000100:00000001:1.0:1775768161.021598:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300053242
00000100:00000001:1.0:1775768161.021599:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768161.021601:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021602:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768161.021603:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768161/real 1775768161]  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768161.021607:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768161.021608:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768161.021609:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768161.021610:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768161.021611:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768161.021612:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768161.021614:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768161.021619:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021622:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768161.021623:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021623:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.021624:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768161.021626:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021629:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768161.021631:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021634:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768161.021636:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021636:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768161.021637:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021638:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768161.021639:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768161.021640:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768161.021642:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768161.021643:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768161.021646:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768161.021650:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618368:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768161.021652:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021653:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768161.021655:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360618112/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021659:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768161.021660:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768161.021661:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768161.021662:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768161.021663:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768161.021664:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768161.021665:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768161.021666:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:1.0:1775768161.021668:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768161.021668:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768161.021669:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:1.0:1775768161.021672:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768161.021673:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021674:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768161.021675:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360618240/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021679:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768161.021680:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768161.021680:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768161.021682:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768161.021682:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768161.021683:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768161.021684:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768161.021684:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:1.0:1775768161.021685:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768161.021686:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768161.021687:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:1.0:1775768161.021688:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768161.021688:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021689:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768161.021690:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360618368/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768161.021694:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768161.021695:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768161.021696:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6400.
02000000:00000001:1.0:1775768161.021697:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768161.021698:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768161.021699:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768161.021700:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768161.021701:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:1.0:1775768161.021702:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768161.021702:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768161.021703:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:1.0:1775768161.021704:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768161.021705:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021706:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768161.021708:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768161.021708:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768161.021709:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768161.021710:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768161.083924:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768161.083929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768161.083930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768161.083935:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768161.083938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768161.083940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768161.083942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768161.083943:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768161.083945:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768162.043937:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768162.043942:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768162.043947:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768162.043948:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768162.043950:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768162.043951:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768162.044027:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768162.044033:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768162.044038:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768162.107939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768162.107945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768162.107947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768162.107952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768162.107956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768162.107959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768162.107962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768162.107965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768162.107968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768162.299928:0:56354:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300053242, at 4300053248
00000100:00000040:2.0:1775768162.299929:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300053242, at 4300053248
00000100:00000010:3.0:1775768162.299941:0:56354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d300.
00000100:00000010:2.0:1775768162.299945:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d0c0.
00010000:00000001:0.0:1775768163.067943:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768163.067947:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768163.067952:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768163.067953:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768163.067956:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768163.067957:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768163.067978:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768163.067981:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768163.067984:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768163.131950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768163.131957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768163.131959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768163.131964:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768163.131968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768163.131972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768163.131975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768163.131977:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768163.131980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768164.091946:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768164.091953:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768164.091961:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768164.091964:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768164.091968:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768164.091970:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768164.092018:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768164.092022:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768164.092026:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768164.155961:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768164.155968:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768164.155971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768164.155977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768164.155980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768164.155984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768164.155987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768164.155990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768164.155993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768165.115939:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768165.115946:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768165.115953:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768165.115954:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768165.115958:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768165.115960:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768165.116000:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768165.116004:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768165.116009:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768165.179923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768165.179928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768165.179930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768165.179934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768165.179937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768165.179940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768165.179942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768165.179944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768165.179946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768166.139986:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768166.139997:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768166.140001:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768166.140005:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768166.140010:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768166.140017:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5384
00010000:00000001:0.0:1775768166.140038:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768166.140038:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768166.140044:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000400:00000200:2.0:1775768166.140046:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768166.140048:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00080000:2.0:1775768166.140051:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00010000:00000001:0.0:1775768166.140053:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768166.140057:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00000001:0.0:1775768166.140059:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768166.140064:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140065:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:0.0:1775768166.140070:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768166.140070:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00010000:00000001:0.0:1775768166.140075:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140076:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00010000:00000001:0.0:1775768166.140079:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:2.0:1775768166.140081:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00010000:00000001:0.0:1775768166.140082:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768166.140086:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000040:2.0:1775768166.140086:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00010000:00000001:0.0:1775768166.140089:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768166.140091:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000020:00000001:2.0:1775768166.140091:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00000001:0.0:1775768166.140095:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768166.140095:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00010000:00000001:0.0:1775768166.140097:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768166.140100:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768166.140101:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00010000:00000001:0.0:1775768166.140102:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768166.140107:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768166.140116:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768166.140122:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140125:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768166.140128:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140131:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768166.140134:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768166.140138:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140141:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768166.140144:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768166.140147:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768166.140150:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140153:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768166.140156:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768166.140166:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775768166.140170:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768166.140175:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768166.140176:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140180:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768166.140182:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768166.140192:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768166.140201:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775768166.140208:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768166.140217:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768166.140229:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768166.140233:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768166.140239:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768166.140241:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768166.140245:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768166.140250:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768166.140268:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768166.140272:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768166.140275:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768166.140276:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768166.140278:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768166.140281:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768166.140284:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5384
00000400:00000200:2.0:1775768166.140290:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768166.140294:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768166.140297:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768166.140300:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768166.140301:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768166.140305:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768166.140305:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768166.140309:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768166.140310:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:1.0:1775768166.140317:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768166.140323:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768166.140328:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768166.140332:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775768166.140335:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:1.0:1775768166.140336:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768166.140338:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768166.140342:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
02000000:00000001:1.0:1775768166.140343:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775768166.140345:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:1.0:1775768166.140347:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768166.140349:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:1.0:1775768166.140352:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768166.140356:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140361:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1775768166.140362:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360618496:192.168.202.115@tcp:250:kworker.0
00000100:00000040:2.0:1775768166.140366:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768166.140371:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768166.140371:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768166.140376:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:1.0:1775768166.140379:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775768166.140379:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:1.0:1775768166.140384:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140384:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768166.140389:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768166.140390:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1775768166.140397:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:2.0:1775768166.140397:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768166.140403:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768166.140403:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140409:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768166.140413:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775768166.140416:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:2.0:1775768166.140418:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140422:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768166.140424:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00000010:2.0:1775768166.140426:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768166.140430:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768166.140432:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1775768166.140433:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
02000000:00000001:2.0:1775768166.140434:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140439:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768166.140440:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768166.140442:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768166.140444:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360618496, portal 25
00000100:00000001:1.0:1775768166.140448:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1775768166.140448:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:1.0:1775768166.140450:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000001:2.0:1775768166.140453:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768166.140460:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768166.140462:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768166.140485:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768166.140487:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768166.140491:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.140513:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768166.140522:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768166.140529:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000001:2.0:1775768166.140529:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768166.140534:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1775768166.140536:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360618496, offset 0
00000100:00080000:2.0:1775768166.140542:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768166.140544:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768166.140548:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768166.140548:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768166.140553:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768166.140558:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5384
00000400:00000200:1.0:1775768166.140559:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768166.140566:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768166.140567:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768166.140573:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768166.140577:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768166.140581:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768166.140582:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768166.140588:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:2.0:1775768166.140588:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768166.140596:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768166.140597:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59826:59826:256:4294967295] 192.168.202.115@tcp LPNI seq info [59825:59825:8:4294967295]
00000100:00000001:2.0:1775768166.140601:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768166.140604:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768166.140608:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140611:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768166.140616:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768166.140620:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775768166.140621:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768166.140625:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768166.140628:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:1.0:1775768166.140633:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000001:2.0:1775768166.140633:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768166.140638:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:1.0:1775768166.140642:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000100:00000040:2.0:1775768166.140643:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140647:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768166.140649:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140655:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:1.0:1775768166.140656:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775768166.140660:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:1.0:1775768166.140663:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1775768166.140667:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140671:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768166.140675:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768166.140680:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1775768166.140683:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1775768166.140684:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768166.140688:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
02000000:00000001:2.0:1775768166.140688:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768166.140693:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775768166.140696:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768166.140701:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768166.140701:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768166.140705:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000008:00100000:2.0:1775768166.140705:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768166.140709:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140711:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768166.140715:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000400:00000010:1.0:1775768166.140718:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000020:00000040:2.0:1775768166.140719:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768166.140726:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768166.140727:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768166.140728:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140731:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1775768166.140735:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768166.140735:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768166.140738:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768166.140746:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768166.140752:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.140755:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1775768166.140761:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768166.140763:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.140786:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.140788:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768166.140793:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768166.140794:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140797:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768166.140802:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768166.140804:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.140807:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300058362
00000100:00000010:1.0:1775768166.140817:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dd80.
00000100:00000001:2.0:1775768166.140817:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768166.140822:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768166.140849:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768166.140856:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300058363
00000100:00000010:1.0:1775768166.140860:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d660.
00000100:00080000:2.0:1775768166.140863:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768166.140865:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768166.140866:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775768166.140870:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768166.140870:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768166.140876:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768166.140877:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.140881:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775768166.140882:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5384
00000100:00100000:1.0:1775768166.140891:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768166/real 1775768166]  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768166.140891:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768166.140899:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768166.140904:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768166.140910:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000001:1.0:1775768166.140912:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768166.140913:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1775768166.140916:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775768166.140918:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:1.0:1775768166.140920:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000100:00000001:2.0:1775768166.140922:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768166.140926:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775768166.140927:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000020:00000040:2.0:1775768166.140928:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000010:1.0:1775768166.140932:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000020:00000001:2.0:1775768166.140932:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768166.140935:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768166.140938:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768166.140940:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768166.140943:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768166.140946:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768166.140947:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768166.140951:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140954:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:1.0:1775768166.140955:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768166.140958:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768166.140965:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768166.140972:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768166.140976:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775768166.140980:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768166.140981:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768166.140987:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.140991:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768166.140995:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768166.140997:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:2.0:1775768166.141000:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.141002:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768166.141007:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000100:00000001:1.0:1775768166.141010:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768166.141011:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768166.141014:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768166.141015:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.141020:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768166.141020:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768166.141023:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768166.141024:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768166.141026:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768166.141031:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00100000:1.0:1775768166.141033:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768166.141037:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768166.141047:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768166.141048:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768166.141060:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768166.141061:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768166.141065:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768166.141070:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768166.141088:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.141095:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768166.141095:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768166.141102:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768166.141103:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1775768166.141106:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768166.141109:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768166.141111:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5394)
00000100:00000001:1.0:1775768166.141113:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768166.141116:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768166.141120:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768166.141127:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768166.141130:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768166.141136:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768166.141146:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360618496:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768166.141152:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141154:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768166.141157:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360618496/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141172:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768166.141174:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768166.141177:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768166.141181:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768166.141183:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768166.141185:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768166.141187:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768166.141189:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:1.0:1775768166.141196:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768166.141198:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768166.141200:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:1.0:1775768166.141203:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768166.141205:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141207:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141215:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768166.141217:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.141219:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768166.141221:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768166.141222:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768166.141226:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141234:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768166.141236:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768166.141238:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768166.141240:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768166.141242:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768166.141245:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618624:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768166.141249:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768166.141251:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768166.141253:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768166.141255:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768166.141258:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768166.141260:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768166.141265:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768166.141268:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768166.141272:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768166.141275:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360618624, portal 10
00000100:00000001:1.0:1775768166.141277:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768166.141278:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:1.0:1775768166.141284:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141291:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768166.141294:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768166.141297:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768166.141299:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360618624, offset 0
00000400:00000200:1.0:1775768166.141303:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768166.141307:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768166.141311:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768166.141314:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768166.141317:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768166.141320:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768166.141322:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768166.141325:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59827:59827:256:4294967295] 192.168.202.115@tcp LPNI seq info [59826:59826:8:4294967295]
00000400:00000200:1.0:1775768166.141330:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768166.141337:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768166.141341:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768166.141345:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768166.141349:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768166.141352:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768166.141357:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768166.141359:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768166.141363:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768166.141365:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768166.141368:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768166.141371:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768166.141374:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768166.141376:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768166.141379:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768166.141382:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141390:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768166.141393:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141399:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.141401:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768166.141404:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768166.141407:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768166.141411:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768166.141413:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300057101
00000100:00000001:1.0:1775768166.141415:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300058362
00000100:00000001:1.0:1775768166.141418:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300057101
00000100:00000001:1.0:1775768166.141420:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300058363
00000100:00000001:1.0:1775768166.141422:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768166.141424:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.141425:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768166.141429:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768166/real 1775768166]  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768166.141436:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768166.141438:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768166.141439:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768166.141442:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768166.141443:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768166.141445:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768166.141448:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768166.141456:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141485:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768166.141487:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141489:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768166.141490:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768166.141494:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141501:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768166.141505:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141512:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768166.141515:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141517:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768166.141518:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141520:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768166.141521:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768166.141524:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768166.141527:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768166.141530:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768166.141534:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768166.141542:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618624:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768166.141547:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768166.141550:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141557:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768166.141558:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768166.141561:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768166.141563:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768166.141565:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768166.141568:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618752:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768166.141571:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768166.141573:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768166.141575:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768166.141576:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768166.141580:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768166.141583:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768166.141586:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768166.141589:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768166.141593:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768166.141596:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360618752, portal 10
00000100:00000001:1.0:1775768166.141598:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768166.141599:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:1.0:1775768166.141605:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141612:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768166.141614:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768166.141617:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768166.141619:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360618752, offset 0
00000400:00000200:1.0:1775768166.141623:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768166.141627:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768166.141631:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768166.141634:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768166.141637:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768166.141639:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768166.141642:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768166.141645:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59828:59828:256:4294967295] 192.168.202.115@tcp LPNI seq info [59827:59827:8:4294967295]
00000400:00000200:1.0:1775768166.141649:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768166.141656:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768166.141661:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768166.141665:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768166.141669:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768166.141672:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768166.141676:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768166.141679:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768166.141683:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768166.141685:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768166.141688:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768166.141692:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768166.141695:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768166.141697:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768166.141699:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768166.141703:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141711:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768166.141714:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141721:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.141723:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768166.141726:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768166.141729:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768166.141732:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768166.141734:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300057099
00000100:00000001:1.0:1775768166.141737:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300058362
00000100:00000001:1.0:1775768166.141740:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300057099
00000100:00000001:1.0:1775768166.141742:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300058363
00000100:00000001:1.0:1775768166.141744:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768166.141746:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.141748:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768166.141752:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768166/real 1775768166]  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768166.141760:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768166.141762:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768166.141763:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768166.141766:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768166.141768:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768166.141770:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768166.141774:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768166.141784:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141791:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768166.141792:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141794:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768166.141796:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768166.141799:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141806:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768166.141811:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141817:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768166.141820:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141822:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768166.141823:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.141825:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768166.141826:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768166.141851:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768166.141855:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768166.141858:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768166.141863:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768166.141871:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618752:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768166.141875:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768166.141879:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141885:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768166.141887:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768166.141889:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768166.141890:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768166.141892:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768166.141895:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618880:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768166.141899:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768166.141901:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768166.141902:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768166.141904:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768166.141908:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6000.
02000000:00000001:1.0:1775768166.141910:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768166.141913:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768166.141916:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000400:00000010:1.0:1775768166.141919:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768166.141921:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360618880, portal 4
00000100:00000001:1.0:1775768166.141923:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768166.141925:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:1.0:1775768166.141930:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.141937:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768166.141946:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768166.141948:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768166.141951:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360618880, offset 0
00000400:00000200:1.0:1775768166.141955:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768166.141959:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768166.141963:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768166.141966:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768166.141968:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768166.141971:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768166.141973:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768166.141977:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59829:59829:256:4294967295] 192.168.202.115@tcp LPNI seq info [59828:59828:8:4294967295]
00000400:00000200:1.0:1775768166.141981:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768166.141988:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768166.141993:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768166.141997:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000800:00000200:1.0:1775768166.142001:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768166.142003:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768166.142008:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768166.142011:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768166.142015:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768166.142017:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:1.0:1775768166.142020:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768166.142024:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768166.142027:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:1.0:1775768166.142028:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:1.0:1775768166.142030:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768166.142034:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142042:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768166.142046:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142053:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.142055:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768166.142059:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768166.142062:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768166.142066:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768166.142068:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300057155
00000100:00000001:1.0:1775768166.142071:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300058362
00000100:00000001:1.0:1775768166.142073:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300057155
00000100:00000001:1.0:1775768166.142076:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300058363
00000100:00000001:1.0:1775768166.142079:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768166.142081:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.142083:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768166.142087:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768166/real 1775768166]  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768166.142096:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768166.142097:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768166.142099:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768166.142102:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768166.142104:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768166.142106:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768166.142110:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768166.142119:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142126:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768166.142128:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142130:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768166.142132:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768166.142135:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142142:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768166.142147:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142154:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768166.142157:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142159:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768166.142160:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142162:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768166.142163:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768166.142166:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768166.142170:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768166.142172:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768166.142176:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768166.142184:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360618880:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768166.142188:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142190:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768166.142193:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360618624/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142201:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768166.142203:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768166.142205:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768166.142208:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768166.142209:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768166.142211:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768166.142213:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768166.142215:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:1.0:1775768166.142219:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768166.142220:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768166.142222:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:1.0:1775768166.142225:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768166.142226:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142228:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768166.142231:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360618752/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142244:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768166.142245:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768166.142247:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768166.142249:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768166.142250:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768166.142252:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768166.142253:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768166.142255:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:1.0:1775768166.142257:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768166.142258:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768166.142259:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:1.0:1775768166.142262:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768166.142263:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142265:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768166.142268:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360618880/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768166.142275:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768166.142276:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768166.142277:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6000.
02000000:00000001:1.0:1775768166.142279:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768166.142281:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768166.142282:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768166.142283:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768166.142285:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:1.0:1775768166.142287:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768166.142289:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768166.142290:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:1.0:1775768166.142292:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768166.142293:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142295:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768166.142299:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768166.142300:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768166.142302:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768166.142304:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768166.203964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768166.203970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768166.203972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768166.203976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768166.203979:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768166.203982:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768166.203984:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768166.203985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768166.203987:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768167.163950:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768167.163957:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768167.163963:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768167.163964:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768167.163968:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768167.163970:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768167.164003:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768167.164006:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768167.164009:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768167.227957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768167.227963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768167.227965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768167.227970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768167.227974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768167.227977:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768167.227980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768167.227982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768167.227984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768167.419941:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300058363, at 4300058368
00000100:00000040:2.0:1775768167.419942:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300058362, at 4300058368
00000100:00000010:3.0:1775768167.419962:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d660.
00000100:00000010:2.0:1775768167.419964:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9dd80.
00010000:00000001:0.0:1775768168.187938:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768168.187944:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768168.187950:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768168.187953:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768168.187955:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768168.187958:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768168.187960:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768168.187962:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768168.187965:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768168.187967:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768168.187970:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768168.187971:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768168.188032:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768168.188035:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768168.188038:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768168.251942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768168.251948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768168.251949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768168.251955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768168.251958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768168.251962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768168.251964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768168.251967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768168.251969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768169.211932:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768169.211939:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768169.211945:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768169.211947:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768169.211950:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768169.211951:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768169.211970:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768169.211972:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768169.211975:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768169.275995:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768169.276003:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768169.276004:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768169.276010:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768169.276014:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768169.276017:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768169.276019:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768169.276021:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768169.276024:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768170.235942:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768170.235949:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768170.235955:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768170.235956:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768170.235960:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768170.235961:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768170.236005:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768170.236009:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768170.236012:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768170.299932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768170.299937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768170.299939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768170.299942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768170.299945:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768170.299948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768170.299949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768170.299951:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768170.299953:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768171.259950:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768171.259950:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768171.259956:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768171.259960:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768171.259964:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768171.259964:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768171.259967:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768171.259969:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768171.259972:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768171.259974:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768171.259975:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768171.259982:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5389
00000400:00000200:2.0:1775768171.259995:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768171.260001:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000020:00000001:0.0:1775768171.260002:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775768171.260004:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768171.260006:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768171.260010:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00010000:0.0:1775768171.260011:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768171.260014:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768171.260016:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260018:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768171.260020:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768171.260022:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768171.260024:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768171.260027:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768171.260028:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768171.260030:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768171.260031:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260032:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768171.260035:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260036:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768171.260038:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768171.260041:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260043:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768171.260046:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768171.260049:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768171.260051:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260052:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768171.260054:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768171.260064:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768171.260067:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768171.260070:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768171.260072:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260074:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768171.260077:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768171.260080:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768171.260087:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768171.260094:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768171.260104:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768171.260121:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768171.260126:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768171.260132:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768171.260154:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768171.260157:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768171.260160:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768171.260161:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768171.260162:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768171.260165:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768171.260167:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5389
00000400:00000200:2.0:1775768171.260170:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768171.260174:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768171.260175:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768171.260178:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768171.260179:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260182:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768171.260184:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768171.260184:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260187:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768171.260188:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768171.260189:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768171.260191:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768171.260192:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768171.260194:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000040:0.0:1775768171.260195:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768171.260196:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768171.260201:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768171.260207:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768171.260209:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768171.260210:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768171.260212:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768171.260213:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260216:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768171.260217:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768171.260218:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768171.260220:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768171.260221:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768171.260224:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260224:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768171.260228:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360619008:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768171.260232:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768171.260233:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768171.260237:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768171.260239:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768171.260239:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768171.260243:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768171.260244:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768171.260246:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:0.0:1775768171.260249:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
00000008:00100000:2.0:1775768171.260250:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768171.260251:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768171.260254:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260256:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768171.260259:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:2.0:1775768171.260259:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768171.260262:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000010:0.0:1775768171.260263:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
02000000:00000001:2.0:1775768171.260264:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768171.260266:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260268:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768171.260269:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768171.260270:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768171.260272:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
02000000:00000010:2.0:1775768171.260274:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768171.260278:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768171.260282:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768171.260283:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619008, portal 25
00000100:00000001:0.0:1775768171.260288:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768171.260291:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768171.260292:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000001:2.0:1775768171.260295:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768171.260298:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768171.260303:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768171.260307:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768171.260311:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768171.260318:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768171.260322:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768171.260322:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768171.260324:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768171.260329:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260329:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1775768171.260332:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00080000:2.0:1775768171.260335:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5389
00000100:00000200:0.0:1775768171.260337:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360619008, offset 0
00000400:00000200:2.0:1775768171.260341:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768171.260346:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768171.260347:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768171.260351:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768171.260355:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.260356:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768171.260360:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768171.260363:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.260365:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:2.0:1775768171.260366:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768171.260370:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768171.260371:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768171.260372:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768171.260373:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1775768171.260374:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768171.260378:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768171.260380:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768171.260381:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:2.0:1775768171.260386:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.260390:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768171.260390:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768171.260396:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.260397:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260401:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768171.260406:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59830:59830:256:4294967295] 192.168.202.115@tcp LPNI seq info [59829:59829:8:4294967295]
00000020:00000040:2.0:1775768171.260406:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768171.260426:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260428:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768171.260430:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768171.260432:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768171.260433:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768171.260436:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260437:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768171.260439:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768171.260441:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260444:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768171.260448:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1775768171.260449:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768171.260453:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768171.260455:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1775768171.260456:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768171.260457:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260459:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768171.260460:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1775768171.260461:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
02000000:00000001:2.0:1775768171.260462:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768171.260469:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000800:00000200:0.0:1775768171.260471:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768171.260475:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775768171.260475:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768171.260484:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:2.0:1775768171.260485:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768171.260489:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768171.260497:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768171.260501:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000100:00000001:2.0:1775768171.260502:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768171.260505:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768171.260506:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768171.260511:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768171.260514:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768171.260517:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768171.260521:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768171.260527:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768171.260528:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768171.260531:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768171.260533:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768171.260535:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768171.260538:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768171.260541:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768171.260544:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768171.260545:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768171.260548:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5389
00000100:00000040:0.0:1775768171.260549:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768171.260555:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768171.260560:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768171.260560:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768171.260562:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775768171.260563:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768171.260566:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768171.260568:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260568:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768171.260573:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.260574:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768171.260578:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768171.260579:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300063482
00000020:00000001:2.0:1775768171.260584:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000010:0.0:1775768171.260585:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231a20.
00000020:00000040:2.0:1775768171.260586:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768171.260589:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768171.260591:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768171.260592:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1775768171.260595:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768171.260597:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300063482
00000020:00000001:2.0:1775768171.260600:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000010:0.0:1775768171.260601:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231240.
00000100:00000001:0.0:1775768171.260606:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1775768171.260607:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768171.260609:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768171.260612:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260614:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768171.260617:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768171/real 1775768171]  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768171.260620:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768171.260624:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768171.260629:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768171.260631:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000400:00000001:0.0:1775768171.260632:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775768171.260634:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000001:0.0:1775768171.260635:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768171.260638:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000100:00000001:2.0:1775768171.260638:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768171.260642:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
02000000:00000001:2.0:1775768171.260642:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1775768171.260645:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
02000000:00000001:2.0:1775768171.260645:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768171.260649:0:2415:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775768171.260649:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260652:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:0.0:1775768171.260654:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775768171.260654:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768171.260659:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.260663:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768171.260668:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000100:00000200:0.0:1775768171.260669:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768171.260672:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768171.260677:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768171.260679:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260681:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768171.260681:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768171.260683:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768171.260684:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768171.260686:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260687:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.260689:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775768171.260690:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00100000:0.0:1775768171.260692:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768171.260694:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260701:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768171.260701:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768171.260707:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768171.260711:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768171.260715:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260719:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768171.260721:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260723:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.260727:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.260729:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.260733:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768171.260733:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260737:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768171.260737:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768171.260741:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775768171.260742:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1775768171.260746:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768171.260749:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768171.260749:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5399)
00000100:00000040:0.0:1775768171.260753:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768171.260758:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360619008:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768171.260762:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.260764:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768171.260765:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360619008/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260769:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768171.260772:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768171.260774:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768171.260775:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768171.260777:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768171.260778:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768171.260779:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768171.260781:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768171.260783:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768171.260785:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768171.260786:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768171.260788:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768171.260789:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.260791:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.260798:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768171.260799:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260800:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768171.260801:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768171.260803:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768171.260804:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260809:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768171.260810:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768171.260812:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768171.260813:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768171.260814:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768171.260816:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619136:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768171.260817:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768171.260818:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768171.260819:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768171.260820:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768171.260822:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768171.260823:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768171.260825:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768171.260846:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768171.260849:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768171.260851:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619136, portal 10
00000100:00000001:0.0:1775768171.260853:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768171.260854:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768171.260858:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260862:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768171.260864:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768171.260865:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768171.260867:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360619136, offset 0
00000400:00000200:0.0:1775768171.260870:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768171.260872:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768171.260875:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768171.260876:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768171.260878:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768171.260880:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768171.260882:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.260885:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59831:59831:256:4294967295] 192.168.202.115@tcp LPNI seq info [59830:59830:8:4294967295]
00000400:00000200:0.0:1775768171.260888:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768171.260893:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768171.260896:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768171.260898:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768171.260902:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768171.260904:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768171.260907:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768171.260909:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768171.260912:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768171.260914:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768171.260916:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768171.260918:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768171.260921:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768171.260922:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768171.260923:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768171.260925:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260930:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768171.260932:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260935:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260937:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768171.260939:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768171.260943:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768171.260945:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768171.260947:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300062221
00000100:00000001:0.0:1775768171.260949:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300063482
00000100:00000001:0.0:1775768171.260951:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300062221
00000100:00000001:0.0:1775768171.260953:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300063482
00000100:00000001:0.0:1775768171.260954:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768171.260956:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.260957:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768171.260960:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768171/real 1775768171]  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768171.260966:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768171.260967:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768171.260969:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768171.260971:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768171.260972:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768171.260974:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768171.260976:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768171.260981:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260985:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768171.260986:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.260987:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.260988:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768171.260990:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260993:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768171.260995:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.260999:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768171.261001:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261002:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.261002:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261003:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768171.261004:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768171.261006:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768171.261008:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768171.261010:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768171.261013:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768171.261018:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619136:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768171.261021:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768171.261023:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261026:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768171.261027:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768171.261028:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768171.261030:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768171.261031:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768171.261033:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619264:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768171.261035:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768171.261036:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768171.261037:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768171.261039:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768171.261040:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768171.261042:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768171.261045:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768171.261047:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768171.261048:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768171.261050:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619264, portal 10
00000100:00000001:0.0:1775768171.261052:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768171.261052:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:0.0:1775768171.261056:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261066:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768171.261068:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768171.261070:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768171.261071:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360619264, offset 0
00000400:00000200:0.0:1775768171.261073:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768171.261075:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768171.261078:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768171.261080:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768171.261081:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768171.261083:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768171.261085:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.261086:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59832:59832:256:4294967295] 192.168.202.115@tcp LPNI seq info [59831:59831:8:4294967295]
00000400:00000200:0.0:1775768171.261089:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768171.261092:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768171.261094:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768171.261096:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768171.261098:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768171.261100:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768171.261102:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768171.261104:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768171.261106:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768171.261107:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768171.261109:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768171.261111:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768171.261112:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768171.261114:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768171.261115:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768171.261117:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261121:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768171.261123:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261127:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.261128:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768171.261132:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768171.261134:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768171.261137:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768171.261139:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300062219
00000100:00000001:0.0:1775768171.261141:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300063482
00000100:00000001:0.0:1775768171.261143:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300062219
00000100:00000001:0.0:1775768171.261145:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300063482
00000100:00000001:0.0:1775768171.261147:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768171.261149:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.261152:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768171.261155:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768171/real 1775768171]  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768171.261163:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768171.261164:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768171.261166:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768171.261169:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768171.261170:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768171.261172:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768171.261175:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768171.261180:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261184:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768171.261185:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261186:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.261187:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768171.261188:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261192:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768171.261194:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261199:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768171.261200:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261201:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.261202:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261203:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768171.261204:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768171.261205:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768171.261207:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768171.261208:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768171.261210:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768171.261214:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619264:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768171.261216:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768171.261218:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261222:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768171.261223:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768171.261224:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768171.261225:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768171.261226:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768171.261227:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619392:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768171.261229:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768171.261230:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768171.261231:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768171.261232:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768171.261235:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768171.261236:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768171.261238:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768171.261240:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768171.261242:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768171.261245:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619392, portal 4
00000100:00000001:0.0:1775768171.261246:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768171.261247:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:0.0:1775768171.261250:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261254:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768171.261256:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768171.261257:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768171.261259:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360619392, offset 0
00000400:00000200:0.0:1775768171.261261:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768171.261263:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768171.261264:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768171.261266:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768171.261269:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768171.261271:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768171.261273:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768171.261276:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59833:59833:256:4294967295] 192.168.202.115@tcp LPNI seq info [59832:59832:8:4294967295]
00000400:00000200:0.0:1775768171.261280:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768171.261286:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768171.261289:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768171.261293:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768171.261296:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768171.261298:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768171.261302:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768171.261305:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768171.261308:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768171.261310:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768171.261313:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768171.261316:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768171.261319:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768171.261320:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768171.261323:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768171.261326:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261332:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768171.261334:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261338:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.261339:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768171.261341:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768171.261343:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768171.261345:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768171.261346:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300062274
00000100:00000001:0.0:1775768171.261348:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300063482
00000100:00000001:0.0:1775768171.261350:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300062274
00000100:00000001:0.0:1775768171.261351:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300063482
00000100:00000001:0.0:1775768171.261352:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768171.261353:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.261354:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768171.261356:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768171/real 1775768171]  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768171.261360:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768171.261361:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768171.261362:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768171.261363:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768171.261364:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768171.261365:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768171.261367:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768171.261375:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261387:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768171.261388:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261390:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.261391:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768171.261394:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261401:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768171.261404:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261411:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768171.261427:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261429:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768171.261430:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261432:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768171.261433:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768171.261436:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768171.261439:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768171.261441:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768171.261445:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768171.261452:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619392:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768171.261456:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261458:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768171.261460:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360619136/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261466:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768171.261467:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768171.261470:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768171.261472:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768171.261473:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768171.261475:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768171.261477:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768171.261478:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768171.261483:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768171.261484:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768171.261485:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768171.261487:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768171.261488:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261489:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768171.261491:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360619264/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261495:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768171.261495:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768171.261496:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768171.261498:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768171.261498:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768171.261499:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768171.261500:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768171.261500:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768171.261501:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768171.261502:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768171.261503:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:0.0:1775768171.261504:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768171.261505:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261505:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768171.261507:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360619392/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768171.261510:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768171.261510:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768171.261511:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768171.261512:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768171.261513:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768171.261513:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768171.261515:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768171.261516:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768171.261517:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768171.261517:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768171.261518:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768171.261520:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768171.261520:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261521:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768171.261523:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768171.261524:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768171.261525:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768171.261526:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768171.323970:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768171.323976:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768171.323978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768171.323984:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768171.323987:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768171.323991:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768171.323993:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768171.323996:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768171.323998:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768172.283944:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768172.283951:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768172.283956:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768172.283957:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768172.283960:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768172.283961:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768172.284016:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768172.284022:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768172.284026:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768172.347928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768172.347935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768172.347937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768172.347942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768172.347946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768172.347950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768172.347952:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768172.347954:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768172.347957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768172.539897:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300063482, at 4300063488
00000100:00000040:3.0:1775768172.539897:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300063482, at 4300063488
00000100:00000010:3.0:1775768172.539908:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000100:00000010:2.0:1775768172.539910:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00010000:00000001:0.0:1775768173.307918:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768173.307924:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768173.307928:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768173.307930:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768173.307933:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768173.307934:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768173.307958:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768173.307960:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768173.307963:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768173.371962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768173.371967:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768173.371968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768173.371972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768173.371975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768173.371978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768173.371980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768173.371981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768173.371983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768174.331897:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768174.331901:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768174.331905:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768174.331906:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768174.331909:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768174.331910:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768174.331923:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768174.331926:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768174.331927:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768174.395923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768174.395928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768174.395930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768174.395934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768174.395937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768174.395939:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768174.395941:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768174.395942:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768174.395944:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355904:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768175.355911:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768175.355914:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768175.355916:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355920:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768175.355922:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355923:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355925:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355928:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768175.355929:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355931:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768175.355932:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768175.355933:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768175.355934:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355935:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768175.355936:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355937:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768175.355938:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768175.355971:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768175.355973:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768175.355976:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768175.419939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768175.419946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768175.419947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768175.419952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768175.419954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768175.419957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768175.419959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768175.419961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768175.419963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768176.379944:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768176.379951:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768176.379953:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768176.379956:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768176.379959:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768176.379964:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5394
00000400:00000200:0.0:1775768176.379970:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768176.379973:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768176.379976:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768176.379978:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.379980:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768176.379982:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.379983:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768176.379986:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768176.379987:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768176.379989:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768176.379991:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768176.379992:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768176.379994:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768176.379996:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.379997:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768176.379998:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.379999:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768176.380001:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768176.380003:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380004:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768176.380006:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768176.380008:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768176.380009:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380011:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768176.380012:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768176.380019:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028bb80.
00000020:00000040:0.0:1775768176.380021:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768176.380023:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768176.380024:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380026:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768176.380028:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768176.380030:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768176.380035:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:0.0:1775768176.380040:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768176.380046:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768176.380053:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768176.380056:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768176.380059:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b72b07b] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768176.380074:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768176.380076:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768176.380078:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768176.380079:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768176.380080:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768176.380082:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768176.380083:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5394
00000400:00000200:0.0:1775768176.380086:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768176.380088:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768176.380089:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768176.380091:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380092:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768176.380094:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380095:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768176.380097:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768176.380098:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768176.380099:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768176.380100:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768176.380101:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768176.380102:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768176.380104:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380105:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768176.380106:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768176.380107:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380111:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768176.380112:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775768176.380113:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768176.380117:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768176.380117:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768176.380120:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768176.380122:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768176.380126:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768176.380127:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768176.380127:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768176.380131:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768176.380135:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768176.380137:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1775768176.380138:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380139:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380141:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380143:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768176.380145:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768176.380146:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b800.
02000000:00000001:1.0:1775768176.380148:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768176.380150:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00100000:1.0:1775768176.380152:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360619520:192.168.202.115@tcp:250:kworker.0
02000000:00000001:0.0:1775768176.380156:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768176.380157:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768176.380159:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380161:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768176.380162:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768176.380163:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768176.380164:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768176.380166:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768176.380168:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768176.380171:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768176.380173:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768176.380174:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a400.
00000100:00000001:0.0:1775768176.380179:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768176.380179:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768176.380183:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502079a0.
00000100:00100000:0.0:1775768176.380187:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775768176.380189:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581643b8.
00000100:00000200:1.0:1775768176.380195:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619520, portal 25
00000100:00000001:1.0:1775768176.380200:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768176.380201:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336572288 : -130299372979328 : ffff897e5028bb80)
00000100:00000040:1.0:1775768176.380206:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768176.380208:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768176.380214:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380215:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768176.380219:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db8b0c69] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768176.380220:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768176.380224:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164b28.
00000100:00000200:1.0:1775768176.380228:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360619520, offset 0
00000100:00000001:0.0:1775768176.380232:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768176.380236:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768176.380236:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:0.0:1775768176.380241:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768176.380242:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768176.380244:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768176.380246:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768176.380248:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768176.380251:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5394
00000400:00000200:1.0:1775768176.380254:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768176.380257:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768176.380260:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768176.380262:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768176.380264:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768176.380267:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59834:59834:256:4294967295] 192.168.202.115@tcp LPNI seq info [59833:59833:8:4294967295]
00000400:00000200:1.0:1775768176.380270:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768176.380274:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768176.380278:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768176.380282:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768176.380285:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768176.380288:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380291:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768176.380293:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380297:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:1.0:1775768176.380298:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000001:0.0:1775768176.380299:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768176.380302:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768176.380303:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768176.380304:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000010:1.0:1775768176.380304:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7100.
00000020:00000001:0.0:1775768176.380307:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768176.380309:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768176.380312:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:1.0:1775768176.380316:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768176.380317:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768176.380322:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380325:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:1.1:1775768176.380326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:0.0:1775768176.380329:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768176.380334:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380336:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768176.380338:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768176.380341:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768176.380343:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380345:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768176.380347:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768176.380348:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768176.380350:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380354:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768176.380357:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:0.0:1775768176.380360:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289f80.
00000100:00000001:1.0:1775768176.380361:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300068602
00000020:00000040:0.0:1775768176.380363:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000010:1.0:1775768176.380378:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9df60.
00000100:00000001:1.0:1775768176.380384:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768176.380390:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300068602
00000100:00000010:1.0:1775768176.380393:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d060.
00000100:00000001:1.0:1775768176.380396:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768176.380399:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768176.380401:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380403:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380405:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768176.380410:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768176.380412:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768176.380413:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768176.380414:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768176.380415:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768176.380418:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768176.380423:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768176.380424:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380426:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768176.380427:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768176.380428:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768176.380430:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619648:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768176.380432:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768176.380434:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768176.380435:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380436:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768176.380439:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768176.380440:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768176.380443:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768176.380445:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207e70.
00000400:00000010:1.0:1775768176.380447:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164d48.
00000100:00000200:1.0:1775768176.380450:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619648, portal 10
00000100:00000001:1.0:1775768176.380451:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768176.380452:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336571392 : -130299372980224 : ffff897e5028b800)
00000100:00000040:1.0:1775768176.380457:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768176.380461:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768176.380462:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768176.380464:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164a18.
00000100:00000200:1.0:1775768176.380466:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360619648, offset 0
00000400:00000200:1.0:1775768176.380468:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768176.380471:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768176.380473:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768176.380475:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768176.380478:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768176.380480:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768176.380481:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768176.380483:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59835:59835:255:4294967295] 192.168.202.115@tcp LPNI seq info [59834:59834:7:4294967295]
00000400:00000200:1.0:1775768176.380486:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768176.380490:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768176.380493:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768176.380496:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7700.
00000800:00000200:1.0:1775768176.380498:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768176.380501:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775768176.380502:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768176.380504:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768176.380506:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768176.380507:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300067340
00000100:00000001:1.0:1775768176.380509:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300068602
00000100:00000001:1.0:1775768176.380511:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300067340
00000100:00000001:1.0:1775768176.380514:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300068602
00000100:00000001:1.0:1775768176.380516:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768176.380518:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380521:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380523:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768176.380525:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768176.380527:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768176.380530:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768176.380531:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768176.380533:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380535:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768176.380552:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768176.380553:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380554:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768176.380555:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768176.380557:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768176.380560:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29800.
00000100:00000001:0.0:1775768176.380563:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768176.380567:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768176.380572:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768176.380573:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768176.380576:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ba5de2] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768176.380589:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768176.380591:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768176.380595:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768176.380596:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768176.380597:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768176.380600:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768176.380603:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5394
00000400:00000200:0.0:1775768176.380608:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768176.380612:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768176.380615:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768176.380615:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768176.380618:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768176.380621:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768176.380622:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768176.380626:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768176.380630:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:1.0:1775768176.380630:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768176.380634:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768176.380639:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768176.380641:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768176.380644:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768176.380646:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768176.380650:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768176.380656:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:1.0:1775768176.380661:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1775768176.380663:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768176.380664:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380668:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775768176.380669:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768176.380672:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:1.0:1775768176.380673:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768176.380675:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:1.0:1775768176.380677:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768176.380680:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00100000:1.0:1775768176.380683:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619776:192.168.202.115@tcp:38:kworker.0
00000100:00080000:0.0:1775768176.380687:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768176.380690:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768176.380693:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380694:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768176.380697:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768176.380699:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768176.380700:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768176.380704:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1775768176.380705:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:0.0:1775768176.380709:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380709:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768176.380713:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768176.380716:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00100000:0.0:1775768176.380717:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1775768176.380719:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000008:00000001:0.0:1775768176.380722:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768176.380724:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000001:0.0:1775768176.380726:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768176.380729:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619776, portal 10
00000100:00000010:0.0:1775768176.380732:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288700.
00000100:00000001:1.0:1775768176.380732:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768176.380735:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336565120 : -130299372986496 : ffff897e50289f80)
00000020:00000040:0.0:1775768176.380736:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768176.380741:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768176.380743:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768176.380744:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768176.380746:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768176.380749:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768176.380752:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380757:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1775768176.380759:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28400.
00000100:00000040:1.0:1775768176.380760:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768176.380765:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768176.380766:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e581644c8.
00000100:00000200:1.0:1775768176.380771:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360619776, offset 0
00000100:00100000:0.0:1775768176.380774:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768176.380780:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768176.380786:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768176.380792:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768176.380796:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768176.380797:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768176.380800:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:0.0:1775768176.380802:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768176.380805:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768176.380809:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:0.0:1775768176.380814:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d474b667] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768176.380817:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59836:59836:254:4294967295] 192.168.202.115@tcp LPNI seq info [59835:59835:6:4294967295]
00000100:00000001:0.0:1775768176.380853:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768176.380856:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768176.380859:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:0.0:1775768176.380861:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768176.380868:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5405)
00000400:00000200:1.0:1775768176.380871:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768176.380877:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768176.380881:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7e00.
00000800:00000200:1.0:1775768176.380885:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00010000:00000001:0.0:1775768176.380890:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000800:00000200:1.1:1775768176.380890:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775768176.380893:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768176.380894:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768176.380897:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00010000:00000001:0.0:1775768176.380899:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768176.380903:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768176.380903:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768176.380907:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300067339
00010000:00000001:0.0:1775768176.380909:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1775768176.380911:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300068602
00010000:00000001:0.0:1775768176.380912:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380915:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300067339
00000100:00000001:1.0:1775768176.380919:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300068602
00000100:00000001:1.0:1775768176.380921:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768176.380923:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380926:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.380928:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768176.380931:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768176.380933:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768176.380935:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768176.380936:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768176.380938:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768176.380941:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768176.380947:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768176.380949:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380950:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768176.380952:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768176.380954:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768176.380956:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619904:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768176.380961:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768176.380962:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768176.380964:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768176.380966:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768176.380969:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768176.380972:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768176.380975:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768176.380977:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e502077e8.
00000400:00000010:1.0:1775768176.380980:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768176.380982:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360619904, portal 4
00000100:00000001:1.0:1775768176.380984:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768176.380985:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336558848 : -130299372992768 : ffff897e50288700)
00000100:00000040:1.0:1775768176.380989:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768176.380995:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768176.380998:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768176.381001:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164088.
00000100:00000200:1.0:1775768176.381003:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360619904, offset 0
00000400:00000200:1.0:1775768176.381007:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768176.381011:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768176.381014:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768176.381016:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768176.381019:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768176.381021:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768176.381024:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768176.381028:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59837:59837:253:4294967295] 192.168.202.115@tcp LPNI seq info [59836:59836:5:4294967295]
00000400:00000200:1.0:1775768176.381032:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768176.381033:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768176.381038:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768176.381043:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775768176.381043:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768176.381049:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768176.381053:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7200.
00000800:00000200:1.0:1775768176.381056:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768176.381061:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775768176.381063:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768176.381066:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768176.381069:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768176.381070:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300067394
00000100:00000001:1.0:1775768176.381072:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300068602
00000100:00000001:1.0:1775768176.381074:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300067394
00000100:00000001:1.0:1775768176.381075:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300068602
00000100:00000001:1.0:1775768176.381077:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768176.381079:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.381083:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.381085:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768176.381087:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768176.381089:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775768176.381092:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768176.381093:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768176.381095:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768176.381096:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768176.443949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768176.443965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768176.443970:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768176.443975:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768176.443979:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768176.443983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768176.443986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768176.443987:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768176.443990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768177.403902:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768177.403906:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768177.403910:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768177.403912:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768177.403913:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768177.403915:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768177.403917:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768177.403919:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768177.403920:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768177.403922:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768177.403924:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768177.403925:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768177.403970:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768177.403974:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768177.403977:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768177.467964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768177.467969:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768177.467970:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768177.467974:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768177.467977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768177.467979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768177.467981:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768177.467982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768177.467984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768177.659922:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300068602, at 4300068608
00000100:00000040:3.0:1775768177.659922:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300068602, at 4300068608
00000100:00000010:2.0:1775768177.659935:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9df60.
00000100:00000010:3.0:1775768177.659939:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d060.
00010000:00000001:0.0:1775768178.427930:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768178.427935:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768178.427941:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768178.427943:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768178.427947:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768178.427950:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768178.427974:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768178.427978:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768178.427981:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768178.491905:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768178.491912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768178.491915:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768178.491921:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768178.491930:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768178.491933:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768178.491936:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768178.491939:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768178.491942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768179.451958:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768179.451962:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768179.451967:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768179.451968:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768179.451971:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768179.451972:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768179.452025:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768179.452027:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768179.452029:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775768179.452191:0:2405:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:0.0:1775768179.452233:0:2405:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775768179.452244:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768179.452249:0:2405:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:0.0:1775768179.452253:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768179.452257:0:2405:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775768179.452263:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768179.452267:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7100.
00000400:00000200:0.0:1775768179.452308:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768179.452314:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768179.452320:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164b28
00000400:00000010:0.0:1775768179.452323:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164b28.
00000100:00000001:0.0:1775768179.452328:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768179.452347:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768179.452372:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768179.452377:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768179.452385:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768179.452387:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768179.452405:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768179.452407:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7700.
00000400:00000200:0.0:1775768179.452412:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768179.452417:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768179.452421:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164a18
00000400:00000010:0.0:1775768179.452423:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164a18.
00000100:00000001:0.0:1775768179.452426:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768179.452436:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452440:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768179.452447:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768179.452455:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775768179.452458:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768179.452464:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768179.452470:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768179.452472:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1775768179.452478:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768176/real 1775768179]  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1775768179.452481:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768179.452488:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7e00.
00000400:00000200:0.0:1775768179.452493:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768179.452501:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000001:1.0:1775768179.452504:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1775768179.452505:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581644c8
00000400:00000001:1.0:1775768179.452508:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768179.452510:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581644c8.
00000400:00000010:1.0:1775768179.452512:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207e70.
00000100:00000001:0.0:1775768179.452514:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1775768179.452517:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164d48
00000100:00000200:0.0:1775768179.452521:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768179.452525:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164d48.
00000100:00000001:1.0:1775768179.452532:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768179.452538:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000200:1.0:1775768179.452539:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768179.452546:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768179.452573:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768179.452577:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:1.0:1775768179.452582:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1775768179.452588:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768179.452596:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7200.
00000400:00000200:0.0:1775768179.452603:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1775768179.452604:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768179.452609:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775768179.452612:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1775768179.452614:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1775768179.452617:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164088
00000100:00000001:1.0:1775768179.452619:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1775768179.452622:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164088.
00000100:00000001:0.0:1775768179.452626:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1775768179.452627:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768179.452634:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452645:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768179.452656:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768179.452657:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768179.452663:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452679:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768179.452686:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768179.452687:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768179.452693:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768179.452695:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768179.452696:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.452702:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768179.452706:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768179.452710:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768179.452718:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768179.452722:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768179.452727:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768179.452737:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619648:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768179.452743:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768179.452748:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768176/real 1775768179]  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768179.452766:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768179.452768:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768179.452771:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502079a0.
00000400:00000200:1.0:1775768179.452774:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e581643b8
00000400:00000010:1.0:1775768179.452784:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e581643b8.
00000100:00000001:1.0:1775768179.452787:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768179.452789:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768179.452799:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452806:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768179.452808:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.452810:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768179.452812:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768179.452816:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452824:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768179.452854:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452862:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768179.452866:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.452867:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768179.452869:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.452870:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768179.452872:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768179.452875:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768179.452879:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768179.452881:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768179.452885:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768179.452894:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360619520:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768179.452900:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768179.452902:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768179.452905:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b800 x1862022360619648/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452913:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768179.452918:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768179.452923:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768179.452926:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768179.452928:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768179.452929:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768179.452931:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768179.452934:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a400.
02000000:00000001:1.0:1775768179.452938:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768179.452940:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768179.452942:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b800.
00000100:00000001:1.0:1775768179.452946:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768179.452947:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.452948:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768179.452951:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028bb80 x1862022360619520/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.452955:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768179.452957:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768179.452958:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768179.452960:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768179.452962:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768179.452963:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768179.452965:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768179.452966:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:1.0:1775768179.452969:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768179.452970:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768179.452972:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028bb80.
00000100:00000001:1.0:1775768179.452974:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768179.452976:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.452978:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768179.452980:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768179.452981:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768179.452983:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768179.452987:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768176/real 1775768179]  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768179.452996:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768179.452998:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768179.453017:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e502077e8.
00000400:00000200:1.0:1775768179.453020:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768179.453022:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768179.453024:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768179.453028:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768179.453036:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453043:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768179.453044:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453047:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768179.453048:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768179.453052:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453058:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768179.453062:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453069:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768179.453071:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453073:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768179.453074:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453076:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768179.453078:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768179.453081:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768179.453085:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768179.453087:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768179.453091:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768179.453098:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619904:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768179.453102:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768179.453106:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768176/real 1775768179]  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768179.453115:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768179.453116:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768179.453118:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768179.453122:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768179.453123:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768179.453126:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768179.453129:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768179.453137:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453144:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768179.453145:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453148:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768179.453149:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768179.453152:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453159:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768179.453164:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453172:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768179.453174:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453176:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768179.453177:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453179:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768179.453181:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768179.453184:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768179.453188:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768179.453190:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768179.453194:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768179.453201:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360619776:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768179.453206:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453208:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768179.453211:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288700 x1862022360619904/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453217:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768179.453219:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768179.453220:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768179.453223:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768179.453225:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768179.453226:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768179.453228:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768179.453229:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28400.
02000000:00000001:1.0:1775768179.453232:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768179.453233:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768179.453234:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288700.
00000100:00000001:1.0:1775768179.453237:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768179.453239:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453240:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768179.453243:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289f80 x1862022360619776/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768179.453251:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768179.453252:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768179.453253:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768179.453256:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768179.453257:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768179.453259:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768179.453260:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768179.453262:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29800.
02000000:00000001:1.0:1775768179.453264:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768179.453265:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768179.453267:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289f80.
00000100:00000001:1.0:1775768179.453270:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768179.453271:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453273:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768179.453283:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768179.453286:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768179.453288:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768179.453305:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768179.515956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768179.515963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768179.515965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768179.515971:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768179.515975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768179.515979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768179.515982:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768179.515984:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768179.515986:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768180.475977:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768180.475982:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768180.475987:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768180.475989:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768180.475992:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768180.475993:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768180.476105:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768180.476109:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768180.476113:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768180.539915:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768180.539921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768180.539923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768180.539928:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768180.539931:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768180.539934:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768180.539936:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768180.539938:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768180.539940:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768181.499965:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768181.499969:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768181.499974:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768181.499976:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768181.499979:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768181.499980:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768181.499981:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768181.499985:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768181.499986:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768181.499991:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768181.499996:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5400
00010000:00000001:0.0:1775768181.499997:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768181.500005:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768181.500011:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768181.500013:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768181.500016:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768181.500017:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768181.500020:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500021:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:0.0:1775768181.500022:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768181.500025:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500028:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768181.500031:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768181.500033:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768181.500035:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768181.500037:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768181.500039:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768181.500041:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768181.500043:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500045:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768181.500046:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500048:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768181.500050:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768181.500052:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500054:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768181.500057:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768181.500059:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768181.500061:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500063:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768181.500064:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768181.500069:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768181.500072:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768181.500075:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768181.500076:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500078:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768181.500080:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768181.500084:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768181.500090:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768181.500096:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768181.500103:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768181.500112:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768181.500117:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768181.500121:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768181.500152:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768181.500156:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768181.500160:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768181.500162:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768181.500163:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768181.500166:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768181.500169:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5400
00000400:00000200:3.0:1775768181.500174:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768181.500178:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768181.500180:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768181.500183:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500185:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768181.500187:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500189:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768181.500203:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768181.500204:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768181.500206:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768181.500208:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768181.500210:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768181.500212:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768181.500216:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500218:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768181.500220:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500222:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768181.500225:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768181.500228:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500231:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768181.500233:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768181.500238:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768181.500241:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500242:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768181.500246:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768181.500250:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500251:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768181.500254:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768181.500256:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768181.500258:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768181.500259:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500260:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768181.500262:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768181.500263:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768181.500266:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775768181.500269:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768181.500273:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768181.500279:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768181.500282:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768181.500286:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768181.500295:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768181.500297:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768181.500301:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768181.500302:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768181.500304:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768181.500306:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768181.500309:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5400
00000400:00000200:3.0:1775768181.500314:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768181.500330:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768181.500332:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768181.500335:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500337:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768181.500338:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500340:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768181.500343:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768181.500344:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768181.500346:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768181.500347:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768181.500350:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768181.500352:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768181.500355:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500357:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768181.500359:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500361:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768181.500363:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768181.500365:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500368:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768181.500369:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768181.500373:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768181.500375:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500376:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768181.500379:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768181.500382:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500384:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768181.500387:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775768181.500390:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768181.500392:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768181.500394:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500396:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768181.500397:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768181.500399:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768181.500403:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768181.500407:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768181.500412:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768181.500420:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768181.500422:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768181.500426:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768181.500433:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768181.500436:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768181.500439:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768181.500441:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768181.500442:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768181.500444:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768181.500447:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5400
00000400:00000200:3.0:1775768181.500451:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768181.500454:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768181.500456:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768181.500465:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500467:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768181.500468:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500470:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768181.500473:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768181.500474:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768181.500476:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768181.500478:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768181.500480:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768181.500482:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768181.500485:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500487:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768181.500489:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500491:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768181.500493:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768181.500496:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768181.500498:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768181.500500:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768181.500503:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768181.500505:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500507:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768181.500510:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768181.500512:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500514:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768181.500518:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775768181.500520:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768181.500523:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768181.500524:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768181.500526:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768181.500527:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768181.500529:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768181.500532:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768181.500536:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768181.500541:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768181.500548:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768181.500550:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768181.500553:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768181.500561:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768181.500563:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768181.500566:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768181.500571:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5410)
00000100:00000001:1.0:1775768181.500638:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768181.500643:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768181.500645:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768181.500651:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.500659:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768181.500661:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.500665:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768181.500667:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768181.500670:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768181.500673:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360620032:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768181.500677:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768181.500681:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768181.500683:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.500685:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768181.500691:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768181.500693:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768181.500699:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768181.500703:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768181.500710:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768181.500716:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620032, portal 25
00000100:00000001:1.0:1775768181.500718:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768181.500720:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:1.0:1775768181.500725:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.500732:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768181.500735:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768181.500738:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768181.500741:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360620032, offset 0
00000400:00000200:1.0:1775768181.500748:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768181.500755:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.500761:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768181.500766:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768181.500771:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768181.500775:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768181.500778:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768181.500783:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59838:59838:256:4294967295] 192.168.202.115@tcp LPNI seq info [59837:59837:8:4294967295]
00000400:00000200:1.0:1775768181.500787:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.500797:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768181.500804:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.500811:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768181.500818:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768181.500822:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768181.500851:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768181.500855:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768181.500880:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.500884:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768181.500889:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768181.500894:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768181.500901:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768181.500903:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768181.500907:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768181.500911:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.500921:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.500924:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.500932:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.500934:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768181.500940:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768181.500944:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768181.500947:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300073723
00000100:00000010:1.0:1775768181.500951:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d900.
00000100:00000001:1.0:1775768181.500959:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768181.500965:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300073723
00000100:00000010:1.0:1775768181.500969:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9da20.
00000100:00000001:1.0:1775768181.500973:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768181.500975:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768181.500978:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.500980:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768181.500984:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768181/real 1775768181]  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768181.500994:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768181.500996:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768181.500999:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768181.501003:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768181.501005:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768181.501008:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768181.501011:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768181.501021:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501028:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768181.501030:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501033:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.501035:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768181.501039:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501047:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768181.501051:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501058:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768181.501061:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501063:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.501064:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501067:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768181.501069:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768181.501072:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768181.501076:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768181.501078:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768181.501083:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768181.501094:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360620032:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768181.501102:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768181.501105:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501111:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768181.501113:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.501114:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768181.501117:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768181.501119:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768181.501121:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620160:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768181.501124:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768181.501127:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768181.501128:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.501130:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768181.501134:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768181.501136:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768181.501140:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768181.501143:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768181.501147:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768181.501151:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620160, portal 10
00000100:00000001:1.0:1775768181.501153:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768181.501154:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00000040:1.0:1775768181.501161:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501168:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768181.501171:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768181.501173:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768181.501176:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360620160, offset 0
00000400:00000200:1.0:1775768181.501180:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768181.501184:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.501188:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768181.501191:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768181.501194:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768181.501197:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768181.501199:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768181.501202:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59839:59839:256:4294967295] 192.168.202.115@tcp LPNI seq info [59838:59838:8:4294967295]
00000400:00000200:1.0:1775768181.501207:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.501214:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768181.501219:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.501224:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768181.501228:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768181.501231:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768181.501235:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768181.501237:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768181.501241:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.501243:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768181.501245:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768181.501249:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768181.501252:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768181.501254:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768181.501256:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768181.501260:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501268:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.501270:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501277:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.501279:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768181.501282:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768181.501287:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768181.501291:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768181.501293:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300072461
00000100:00000001:1.0:1775768181.501295:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300073723
00000100:00000001:1.0:1775768181.501297:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300072461
00000100:00000001:1.0:1775768181.501300:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300073723
00000100:00000001:1.0:1775768181.501302:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768181.501304:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.501306:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768181.501310:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768181/real 1775768181]  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768181.501333:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768181.501335:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768181.501336:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768181.501339:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768181.501341:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768181.501343:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768181.501346:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768181.501354:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501360:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768181.501361:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501363:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.501364:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768181.501367:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501374:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768181.501377:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501384:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768181.501386:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501388:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.501389:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501392:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768181.501395:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768181.501398:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768181.501401:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768181.501403:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768181.501406:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768181.501414:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620160:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768181.501424:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768181.501428:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501435:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768181.501436:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.501439:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768181.501441:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768181.501444:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768181.501447:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620288:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768181.501450:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768181.501453:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768181.501454:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.501456:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768181.501460:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768181.501463:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768181.501466:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768181.501468:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768181.501472:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768181.501475:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620288, portal 10
00000100:00000001:1.0:1775768181.501477:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768181.501478:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:1.0:1775768181.501484:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501491:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768181.501494:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768181.501496:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768181.501498:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360620288, offset 0
00000400:00000200:1.0:1775768181.501502:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768181.501506:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.501509:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768181.501512:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768181.501515:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768181.501517:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768181.501519:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768181.501522:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59840:59840:256:4294967295] 192.168.202.115@tcp LPNI seq info [59839:59839:8:4294967295]
00000400:00000200:1.0:1775768181.501527:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.501533:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768181.501538:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.501541:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768181.501545:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768181.501548:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768181.501551:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768181.501554:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768181.501558:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.501560:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768181.501563:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768181.501566:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768181.501569:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768181.501571:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768181.501573:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768181.501576:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501585:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.501588:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501599:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.501601:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768181.501604:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768181.501607:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768181.501611:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768181.501613:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300072459
00000100:00000001:1.0:1775768181.501615:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300073723
00000100:00000001:1.0:1775768181.501618:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300072459
00000100:00000001:1.0:1775768181.501620:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300073723
00000100:00000001:1.0:1775768181.501622:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768181.501624:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.501626:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768181.501630:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768181/real 1775768181]  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768181.501638:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768181.501639:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768181.501641:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768181.501643:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768181.501645:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768181.501647:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768181.501651:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768181.501660:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501667:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768181.501668:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501670:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.501672:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768181.501675:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501683:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768181.501687:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501693:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768181.501696:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501697:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.501699:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501700:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768181.501702:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768181.501705:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768181.501708:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768181.501710:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768181.501714:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768181.501723:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620288:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768181.501728:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768181.501731:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501739:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768181.501740:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.501743:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768181.501745:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768181.501747:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768181.501749:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620416:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768181.501753:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768181.501755:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768181.501757:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768181.501760:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768181.501764:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768181.501766:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768181.501769:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768181.501772:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768181.501775:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768181.501778:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620416, portal 4
00000100:00000001:1.0:1775768181.501780:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768181.501782:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:1.0:1775768181.501787:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501794:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768181.501796:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768181.501798:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768181.501801:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360620416, offset 0
00000400:00000200:1.0:1775768181.501805:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768181.501808:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.501812:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768181.501814:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768181.501816:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768181.501819:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768181.501821:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768181.501824:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59841:59841:256:4294967295] 192.168.202.115@tcp LPNI seq info [59840:59840:8:4294967295]
00000400:00000200:1.0:1775768181.501856:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768181.501863:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768181.501867:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.501871:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768181.501875:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768181.501877:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775768181.501881:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768181.501883:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775768181.501887:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768181.501889:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768181.501891:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768181.501894:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768181.501897:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768181.501899:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768181.501901:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768181.501904:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501911:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.501914:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501920:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.501921:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768181.501924:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768181.501927:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768181.501930:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768181.501932:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300072515
00000100:00000001:1.0:1775768181.501934:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300073723
00000100:00000001:1.0:1775768181.501936:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300072515
00000100:00000001:1.0:1775768181.501938:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300073723
00000100:00000001:1.0:1775768181.501940:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768181.501942:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.501944:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768181.501947:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768181/real 1775768181]  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768181.501961:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768181.501963:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768181.501965:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768181.501968:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768181.501969:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768181.501972:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768181.501975:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768181.501983:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.501990:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768181.501991:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.501993:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.501995:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768181.501999:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.502006:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768181.502010:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.502017:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768181.502019:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502021:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768181.502022:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502024:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768181.502026:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768181.502028:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768181.502031:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768181.502033:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768181.502037:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768181.502045:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620416:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768181.502049:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502051:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.502055:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360620032/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.502062:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768181.502065:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768181.502068:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768181.502071:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768181.502073:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768181.502075:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768181.502077:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768181.502079:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:1.0:1775768181.502083:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768181.502085:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768181.502087:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:1.0:1775768181.502090:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768181.502092:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502094:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.502097:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360620160/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.502104:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768181.502106:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768181.502107:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768181.502110:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768181.502111:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768181.502112:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768181.502114:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768181.502115:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:1.0:1775768181.502118:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768181.502119:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768181.502120:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:1.0:1775768181.502122:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768181.502123:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502125:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.502128:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360620288/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.502135:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768181.502137:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768181.502138:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768181.502141:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768181.502142:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768181.502143:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768181.502145:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768181.502146:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:1.0:1775768181.502149:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768181.502150:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768181.502151:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:1.0:1775768181.502154:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768181.502155:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502157:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768181.502160:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360620416/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768181.502167:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768181.502168:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768181.502169:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768181.502172:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768181.502173:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768181.502174:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768181.502176:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768181.502177:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:1.0:1775768181.502179:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768181.502181:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768181.502182:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:1.0:1775768181.502185:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768181.502186:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502188:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768181.502195:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768181.502197:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768181.502199:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768181.502201:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768181.563962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768181.563968:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768181.563971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768181.563976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768181.563981:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768181.563985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768181.563988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768181.564002:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768181.564005:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768182.524099:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768182.524105:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768182.524112:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768182.524113:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768182.524117:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768182.524118:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768182.524166:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768182.524169:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768182.524171:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768182.587888:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768182.587894:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768182.587895:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768182.587900:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768182.587904:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768182.587907:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768182.587909:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768182.587911:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768182.587913:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768182.779892:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300073723, at 4300073728
00000100:00000040:3.0:1775768182.779892:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300073723, at 4300073728
00000100:00000010:3.0:1775768182.779906:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9da20.
00000100:00000010:2.0:1775768182.779907:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d900.
00010000:00000001:0.0:1775768183.547945:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768183.547950:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768183.547957:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768183.547959:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768183.547968:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768183.547970:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768183.547990:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768183.547994:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768183.547997:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768183.611942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768183.611948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768183.611950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768183.611956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768183.611959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768183.611963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768183.611967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768183.611978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768183.611981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768184.571942:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768184.571947:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768184.571951:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768184.571953:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768184.571955:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768184.571957:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768184.571977:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768184.571979:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768184.571981:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768184.635926:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768184.635934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768184.635936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768184.635942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768184.635947:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768184.635950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768184.635953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768184.635955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768184.635957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596148:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768185.596152:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768185.596154:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768185.596162:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596168:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768185.596171:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596173:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596177:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596183:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768185.596186:0:56391:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596192:0:56391:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768185.596195:0:56391:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768185.596198:0:56391:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768185.596201:0:56391:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596204:0:56391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768185.596206:0:56391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596209:0:56391:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768185.596211:0:56391:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768185.596298:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768185.596303:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768185.596306:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768185.659966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768185.659973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768185.659975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768185.659981:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768185.659985:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768185.659989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768185.659993:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768185.659995:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768185.659998:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768186.619966:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768186.619971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768186.619975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768186.619981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768186.619982:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768186.619983:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768186.619988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768186.619988:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768186.619989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768186.619994:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768186.620000:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775768186.620008:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:3.0:1775768186.620009:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5405
00000020:00000001:0.0:1775768186.620012:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768186.620014:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768186.620019:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768186.620025:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768186.620028:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768186.620030:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620033:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768186.620036:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620037:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768186.620040:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768186.620041:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768186.620043:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768186.620046:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768186.620047:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768186.620049:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768186.620051:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620052:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768186.620053:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620054:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768186.620056:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768186.620059:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620060:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768186.620062:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768186.620065:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768186.620067:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620069:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768186.620070:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768186.620081:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768186.620084:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768186.620087:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768186.620088:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620091:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768186.620094:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768186.620099:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768186.620106:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768186.620113:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768186.620122:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768186.620137:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768186.620146:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768186.620151:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768186.620173:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768186.620176:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768186.620180:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768186.620181:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768186.620182:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768186.620184:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768186.620186:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5405
00000400:00000200:3.0:1775768186.620189:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768186.620191:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768186.620193:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768186.620196:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620198:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768186.620199:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620201:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768186.620202:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768186.620203:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:1.0:1775768186.620205:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768186.620205:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768186.620206:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768186.620210:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:1.0:1775768186.620212:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768186.620213:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:1.0:1775768186.620217:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768186.620218:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620221:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768186.620223:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620225:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768186.620227:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768186.620230:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620234:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768186.620235:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768186.620237:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768186.620244:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768186.620247:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775768186.620248:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.620251:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620251:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768186.620255:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775768186.620257:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1775768186.620261:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.620263:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768186.620265:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768186.620286:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768186.620289:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768186.620291:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768186.620293:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768186.620295:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768186.620297:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360620544:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768186.620298:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768186.620301:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768186.620303:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.620306:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1775768186.620308:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
02000000:00000001:1.0:1775768186.620313:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768186.620316:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620318:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.620321:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1775768186.620324:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775768186.620328:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:3.0:1775768186.620331:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768186.620332:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620333:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768186.620339:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768186.620345:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768186.620347:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768186.620350:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768186.620352:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000100:00080000:3.0:1775768186.620354:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768186.620357:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768186.620358:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768186.620360:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775768186.620363:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00080000:3.0:1775768186.620363:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5405
00000400:00000200:3.0:1775768186.620367:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768186.620373:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000200:1.0:1775768186.620374:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620544, portal 25
00000100:00080000:3.0:1775768186.620375:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775768186.620379:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1775768186.620379:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768186.620383:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000001:3.0:1775768186.620383:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768186.620385:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620388:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768186.620390:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768186.620391:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768186.620393:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775768186.620395:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768186.620395:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768186.620396:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768186.620400:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768186.620408:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620412:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768186.620414:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768186.620415:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620418:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:1.0:1775768186.620422:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775768186.620423:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000010:1.0:1775768186.620428:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00080000:3.0:1775768186.620429:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000200:1.0:1775768186.620434:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360620544, offset 0
00000100:00000001:3.0:1775768186.620434:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768186.620437:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768186.620441:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775768186.620446:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768186.620446:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620449:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768186.620452:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768186.620456:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620457:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768186.620461:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:3.0:1775768186.620463:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775768186.620468:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:1.0:1775768186.620471:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:3.0:1775768186.620472:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768186.620475:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620477:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775768186.620479:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775768186.620480:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768186.620483:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768186.620487:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000400:00000200:1.0:1775768186.620488:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768186.620493:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768186.620496:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1775768186.620501:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768186.620503:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768186.620512:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59842:59842:256:4294967295] 192.168.202.115@tcp LPNI seq info [59841:59841:8:4294967295]
00000400:00000200:1.0:1775768186.620519:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768186.620521:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768186.620524:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768186.620529:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768186.620538:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768186.620547:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768186.620551:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1775768186.620552:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768186.620557:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768186.620559:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1775768186.620561:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000100:00080000:3.0:1775768186.620561:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768186.620566:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768186.620569:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5405
00000800:00000200:1.0:1775768186.620575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000400:00000200:3.0:1775768186.620577:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:1.0:1775768186.620581:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1775768186.620583:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768186.620588:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775768186.620592:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768186.620595:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1775768186.620599:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620603:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1775768186.620605:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775768186.620608:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000010:1.0:1775768186.620610:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000100:00000001:3.0:1775768186.620612:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768186.620616:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768186.620617:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:1.0:1775768186.620619:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1775768186.620620:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768186.620622:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768186.620626:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:1.0:1775768186.620630:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1775768186.620631:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768186.620638:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768186.620640:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000100:00000001:3.0:1775768186.620640:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768186.620642:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:1.0:1775768186.620646:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:3.0:1775768186.620646:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768186.620650:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:1.0:1775768186.620653:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775768186.620654:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768186.620659:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768186.620660:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768186.620662:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768186.620666:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768186.620671:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620675:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768186.620678:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1775768186.620678:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768186.620682:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768186.620685:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768186.620685:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768186.620691:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768186.620696:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:1.0:1775768186.620698:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768186.620700:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768186.620702:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.620703:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768186.620711:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620711:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768186.620713:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768186.620716:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768186.620718:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:3.0:1775768186.620722:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:1.0:1775768186.620723:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300078842
00000100:00000001:3.0:1775768186.620727:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768186.620731:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9df00.
00000100:00100000:3.0:1775768186.620734:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768186.620741:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768186.620750:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300078842
00000100:00000001:3.0:1775768186.620751:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768186.620755:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768186.620756:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d2a0.
00000100:00000040:3.0:1775768186.620759:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.620763:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768186.620768:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768186.620775:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768186.620775:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.620781:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1775768186.620782:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768186.620787:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1775768186.620789:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768186/real 1775768186]  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768186.620794:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5415)
00000400:00000001:1.0:1775768186.620804:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768186.620806:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768186.620808:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768186.620814:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768186.620816:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768186.620818:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768186.620822:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768186.620853:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.620861:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768186.620863:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.620865:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.620868:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768186.620872:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.620879:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768186.620884:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.620891:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768186.620894:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.620896:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.620897:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.620900:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768186.620903:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768186.620906:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768186.620910:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768186.620913:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768186.620917:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768186.620925:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360620544:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768186.620931:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.620933:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768186.620936:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360620544/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.620943:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768186.620947:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768186.620950:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768186.620953:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768186.620955:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768186.620957:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768186.620959:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768186.620962:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:1.0:1775768186.620967:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768186.620969:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768186.620971:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:1.0:1775768186.620974:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768186.620975:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.620978:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.620986:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768186.620988:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.620990:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768186.620992:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768186.620993:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768186.620997:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621009:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768186.621011:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.621013:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768186.621015:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768186.621017:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768186.621020:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620672:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768186.621023:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768186.621025:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768186.621027:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.621029:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768186.621032:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768186.621033:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768186.621038:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768186.621041:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768186.621045:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768186.621047:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620672, portal 10
00000100:00000001:1.0:1775768186.621049:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768186.621050:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:1.0:1775768186.621056:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621063:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768186.621065:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768186.621068:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768186.621070:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360620672, offset 0
00000400:00000200:1.0:1775768186.621074:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768186.621078:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768186.621081:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768186.621084:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768186.621086:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768186.621088:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768186.621090:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768186.621094:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59843:59843:256:4294967295] 192.168.202.115@tcp LPNI seq info [59842:59842:8:4294967295]
00000400:00000200:1.0:1775768186.621098:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768186.621105:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768186.621109:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768186.621113:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768186.621116:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768186.621119:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768186.621123:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768186.621125:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768186.621128:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768186.621130:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768186.621133:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768186.621136:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768186.621138:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768186.621140:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768186.621142:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768186.621145:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621153:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768186.621155:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621161:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.621163:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768186.621165:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768186.621169:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768186.621172:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768186.621174:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300077581
00000100:00000001:1.0:1775768186.621177:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300078842
00000100:00000001:1.0:1775768186.621179:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300077581
00000100:00000001:1.0:1775768186.621181:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300078842
00000100:00000001:1.0:1775768186.621183:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768186.621186:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.621187:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768186.621191:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768186/real 1775768186]  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768186.621198:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768186.621199:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768186.621201:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768186.621203:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768186.621205:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768186.621206:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768186.621209:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768186.621216:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621222:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768186.621223:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621225:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.621226:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768186.621228:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621234:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768186.621237:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621243:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768186.621245:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621246:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.621248:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621249:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768186.621251:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768186.621254:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768186.621257:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768186.621259:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768186.621262:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768186.621283:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620672:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768186.621287:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768186.621290:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621295:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768186.621296:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.621298:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768186.621300:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768186.621302:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768186.621304:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620800:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768186.621307:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768186.621309:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768186.621310:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.621312:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768186.621315:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768186.621317:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768186.621320:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768186.621323:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768186.621326:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768186.621328:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620800, portal 10
00000100:00000001:1.0:1775768186.621330:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768186.621331:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:1.0:1775768186.621336:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621342:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768186.621344:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768186.621346:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768186.621348:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360620800, offset 0
00000400:00000200:1.0:1775768186.621351:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768186.621354:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768186.621357:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768186.621360:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768186.621362:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768186.621365:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768186.621367:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768186.621370:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59844:59844:256:4294967295] 192.168.202.115@tcp LPNI seq info [59843:59843:8:4294967295]
00000400:00000200:1.0:1775768186.621373:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768186.621379:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768186.621383:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768186.621387:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768186.621390:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768186.621392:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768186.621396:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768186.621398:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768186.621402:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768186.621404:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768186.621406:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768186.621409:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768186.621412:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768186.621413:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768186.621416:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768186.621419:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621426:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768186.621428:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621435:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.621436:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768186.621439:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768186.621442:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768186.621445:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768186.621447:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300077579
00000100:00000001:1.0:1775768186.621449:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300078842
00000100:00000001:1.0:1775768186.621451:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300077579
00000100:00000001:1.0:1775768186.621453:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300078842
00000100:00000001:1.0:1775768186.621455:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768186.621457:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.621458:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768186.621461:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768186/real 1775768186]  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768186.621469:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768186.621470:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768186.621472:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768186.621474:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768186.621475:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768186.621477:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768186.621480:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768186.621487:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621493:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768186.621494:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621496:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.621497:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768186.621500:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621506:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768186.621510:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621517:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768186.621519:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621520:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.621522:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621523:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768186.621525:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768186.621527:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768186.621530:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768186.621532:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768186.621536:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768186.621542:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620800:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768186.621546:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768186.621549:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621555:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768186.621556:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.621558:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768186.621559:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768186.621561:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768186.621564:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620928:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768186.621567:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768186.621568:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768186.621570:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768186.621571:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768186.621574:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768186.621576:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768186.621579:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768186.621581:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768186.621584:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768186.621587:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360620928, portal 4
00000100:00000001:1.0:1775768186.621588:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768186.621589:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:1.0:1775768186.621595:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621600:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768186.621603:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768186.621604:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768186.621607:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360620928, offset 0
00000400:00000200:1.0:1775768186.621610:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768186.621613:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768186.621616:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768186.621619:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768186.621621:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768186.621623:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768186.621625:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768186.621628:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59845:59845:256:4294967295] 192.168.202.115@tcp LPNI seq info [59844:59844:8:4294967295]
00000400:00000200:1.0:1775768186.621632:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768186.621638:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768186.621642:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768186.621645:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768186.621649:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768186.621651:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775768186.621655:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768186.621658:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775768186.621661:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768186.621663:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768186.621666:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768186.621669:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768186.621672:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768186.621674:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768186.621676:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768186.621679:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621687:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768186.621689:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621695:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.621696:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768186.621699:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768186.621702:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768186.621705:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768186.621706:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300077634
00000100:00000001:1.0:1775768186.621709:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300078842
00000100:00000001:1.0:1775768186.621711:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300077634
00000100:00000001:1.0:1775768186.621713:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300078842
00000100:00000001:1.0:1775768186.621715:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768186.621717:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.621718:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768186.621722:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768186/real 1775768186]  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768186.621729:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768186.621730:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768186.621731:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768186.621734:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768186.621735:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768186.621737:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768186.621740:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768186.621747:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621759:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768186.621761:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621762:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.621764:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768186.621767:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621773:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768186.621776:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621783:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768186.621785:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621787:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768186.621788:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621790:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768186.621791:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768186.621793:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768186.621796:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768186.621798:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768186.621802:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768186.621810:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360620928:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768186.621813:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621815:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768186.621818:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360620672/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621824:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768186.621825:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768186.621846:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768186.621849:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768186.621850:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768186.621851:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768186.621854:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768186.621855:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:1.0:1775768186.621858:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768186.621859:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768186.621861:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:1.0:1775768186.621864:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768186.621866:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621867:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768186.621871:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360620800/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621877:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768186.621878:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768186.621879:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768186.621882:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768186.621883:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768186.621884:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768186.621886:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768186.621887:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:1.0:1775768186.621889:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768186.621890:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768186.621891:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:1.0:1775768186.621894:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768186.621895:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621896:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768186.621899:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360620928/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768186.621905:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768186.621907:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768186.621908:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768186.621910:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768186.621911:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768186.621912:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768186.621914:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768186.621916:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:1.0:1775768186.621917:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768186.621918:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768186.621920:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:1.0:1775768186.621922:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768186.621923:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621925:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768186.621928:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768186.621929:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768186.621931:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768186.621933:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768186.683942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768186.683947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768186.683949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768186.683953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768186.683956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768186.683959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768186.683961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768186.683963:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768186.683965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768187.643948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768187.643953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768187.643958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768187.643961:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768187.643963:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768187.643966:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768187.643968:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768187.643970:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768187.643971:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768187.643973:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768187.643980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768187.643981:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768187.644016:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768187.644020:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768187.644022:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768187.707955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768187.707965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768187.707967:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768187.707980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768187.707985:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768187.707989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768187.707992:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768187.707994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768187.707997:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768187.899948:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300078842, at 4300078848
00000100:00000040:3.0:1775768187.899948:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300078842, at 4300078848
00000100:00000010:2.0:1775768187.899967:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9df00.
00000100:00000010:3.0:1775768187.899969:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d2a0.
00010000:00000001:0.0:1775768188.667898:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768188.667903:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768188.667908:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768188.667910:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768188.667913:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768188.667913:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768188.667928:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768188.667930:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768188.667932:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768188.731904:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768188.731911:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768188.731913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768188.731918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768188.731921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768188.731924:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768188.731927:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768188.731930:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768188.731933:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768189.691910:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768189.691915:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768189.691926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768189.691927:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768189.691929:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768189.691930:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768189.691945:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768189.691947:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768189.691950:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768189.755964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768189.755970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768189.755972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768189.755977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768189.755980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768189.755984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768189.755986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768189.755989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768189.755991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768190.715941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768190.715947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768190.715952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768190.715954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768190.715956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768190.715957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768190.716030:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768190.716034:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768190.716037:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768190.779982:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768190.779991:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768190.779993:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768190.780000:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768190.780005:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768190.780009:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768190.780013:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768190.780015:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768190.780018:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768191.739927:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768191.739932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768191.739936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768191.739937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768191.739938:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768191.739940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768191.739943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768191.739948:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768191.739951:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768191.739956:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1775768191.739962:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1775768191.739962:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775768191.739965:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768191.739967:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768191.739969:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5410
00000400:00000200:3.0:1775768191.739981:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768191.739988:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768191.739991:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768191.739994:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.739998:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768191.740002:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740010:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768191.740014:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768191.740015:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768191.740018:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768191.740020:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768191.740023:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768191.740025:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768191.740029:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740031:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768191.740032:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740034:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768191.740037:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768191.740040:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740043:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768191.740046:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768191.740048:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768191.740050:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740052:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768191.740053:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768191.740061:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768191.740063:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768191.740066:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768191.740067:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740069:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768191.740071:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768191.740074:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768191.740081:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768191.740090:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768191.740098:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768191.740104:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768191.740107:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768191.740110:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768191.740125:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768191.740127:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768191.740129:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768191.740130:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768191.740131:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768191.740133:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768191.740134:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5410
00000400:00000200:3.0:1775768191.740138:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768191.740140:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768191.740142:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768191.740144:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740146:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768191.740147:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740149:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768191.740151:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768191.740153:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768191.740153:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768191.740155:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768191.740156:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768191.740158:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768191.740159:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768191.740164:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768191.740164:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768191.740166:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740173:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768191.740175:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775768191.740177:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:1.0:1775768191.740184:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1775768191.740184:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740190:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768191.740192:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768191.740196:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768191.740199:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740201:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:1.0:1775768191.740202:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775768191.740204:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768191.740215:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740229:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768191.740232:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775768191.740234:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768191.740235:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768191.740236:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740237:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768191.740238:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768191.740239:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768191.740245:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775768191.740253:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.740265:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768191.740270:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768191.740271:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768191.740278:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768191.740283:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768191.740284:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768191.740291:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768191.740298:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360621056:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768191.740299:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.740307:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1775768191.740313:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768191.740316:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775768191.740322:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768191.740324:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775768191.740329:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768191.740329:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768191.740331:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768191.740332:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768191.740335:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768191.740339:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5410
02000000:00000001:1.0:1775768191.740340:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1775768191.740345:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768191.740347:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768191.740348:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768191.740350:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740352:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1775768191.740353:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7000.
00000100:00000040:3.0:1775768191.740356:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:1.0:1775768191.740360:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740361:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768191.740369:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768191.740370:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768191.740372:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768191.740373:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768191.740375:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:1.0:1775768191.740381:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:3.0:1775768191.740386:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:1.0:1775768191.740387:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000100:00000040:3.0:1775768191.740391:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740393:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768191.740395:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740396:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:1.0:1775768191.740399:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000020:00000040:3.0:1775768191.740399:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768191.740403:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740406:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768191.740407:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768191.740410:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768191.740411:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740412:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:1.0:1775768191.740413:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621056, portal 25
00000008:00100000:3.0:1775768191.740415:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768191.740420:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.740421:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768191.740422:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.740425:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000010:3.0:1775768191.740427:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768191.740433:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768191.740436:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768191.740438:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740443:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1775768191.740444:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768191.740445:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768191.740449:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768191.740458:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768191.740466:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.740474:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1775768191.740478:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768191.740484:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768191.740492:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768191.740498:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360621056, offset 0
00000400:00000200:1.0:1775768191.740513:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740514:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768191.740524:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768191.740528:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775768191.740537:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768191.740543:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768191.740554:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775768191.740556:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768191.740560:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775768191.740564:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:3.0:1775768191.740566:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768191.740569:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768191.740572:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1775768191.740573:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768191.740581:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740581:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768191.740588:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5410
00000400:00000200:1.0:1775768191.740593:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59846:59846:256:4294967295] 192.168.202.115@tcp LPNI seq info [59845:59845:8:4294967295]
00000400:00000200:3.0:1775768191.740602:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768191.740607:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768191.740611:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768191.740613:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768191.740620:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740628:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775768191.740637:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775768191.740637:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740645:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768191.740652:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768191.740653:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768191.740659:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1775768191.740660:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775768191.740662:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768191.740668:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768191.740669:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768191.740672:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740673:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768191.740674:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740675:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768191.740676:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768191.740678:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000010:1.0:1775768191.740679:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000100:00000001:3.0:1775768191.740681:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768191.740687:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768191.740690:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768191.740691:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768191.740693:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.0:1775768191.740700:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000008:00100000:3.0:1775768191.740701:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768191.740710:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768191.740713:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1775768191.740714:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768191.740720:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768191.740723:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768191.740725:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768191.740727:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775768191.740729:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768191.740731:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768191.740737:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1775768191.740738:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1775768191.740739:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768191.740750:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000800:00000100:1.0:1775768191.740755:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768191.740755:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768191.740765:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000100:00100000:3.0:1775768191.740768:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768191.740774:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775768191.740775:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775768191.740777:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768191.740784:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768191.740792:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775768191.740808:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768191.740809:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000100:00000040:3.0:1775768191.740811:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768191.740815:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000040:3.0:1775768191.740815:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768191.740825:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5420)
00000100:00000001:1.0:1775768191.740826:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768191.740856:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.740867:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.740870:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.740878:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.740879:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768191.740888:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768191.740894:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768191.740897:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300083963
00000100:00000010:1.0:1775768191.740904:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d2a0.
00000100:00000001:1.0:1775768191.740913:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768191.740921:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300083963
00000100:00000010:1.0:1775768191.740925:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9df00.
00000100:00000001:1.0:1775768191.740930:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768191.740934:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768191.740937:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.740940:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768191.740944:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768191/real 1775768191]  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768191.740955:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768191.740957:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768191.740959:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768191.740962:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768191.740964:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768191.740967:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768191.740970:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768191.740979:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.740985:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768191.740987:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.740989:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.740991:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768191.740994:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741001:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768191.741005:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741012:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768191.741016:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741017:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.741018:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741020:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768191.741023:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768191.741026:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768191.741031:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768191.741033:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768191.741037:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768191.741044:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360621056:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768191.741049:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741051:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.741053:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360621056/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741059:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768191.741062:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768191.741065:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768191.741067:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768191.741070:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768191.741072:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768191.741074:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768191.741077:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:1.0:1775768191.741081:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768191.741083:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768191.741085:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:1.0:1775768191.741088:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768191.741089:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741091:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741099:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768191.741101:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741104:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768191.741105:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768191.741107:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768191.741111:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741118:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768191.741119:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768191.741121:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768191.741123:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768191.741125:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768191.741128:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621184:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768191.741131:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768191.741133:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768191.741135:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768191.741137:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768191.741139:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768191.741141:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768191.741145:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768191.741148:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768191.741151:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768191.741154:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621184, portal 10
00000100:00000001:1.0:1775768191.741155:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768191.741156:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:1.0:1775768191.741162:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741169:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768191.741171:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768191.741173:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768191.741176:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360621184, offset 0
00000400:00000200:1.0:1775768191.741179:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768191.741184:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768191.741187:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768191.741190:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768191.741193:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768191.741195:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768191.741197:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768191.741201:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59847:59847:256:4294967295] 192.168.202.115@tcp LPNI seq info [59846:59846:8:4294967295]
00000400:00000200:1.0:1775768191.741205:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768191.741210:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768191.741214:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768191.741233:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768191.741237:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768191.741239:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768191.741243:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768191.741246:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768191.741250:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768191.741251:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768191.741254:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768191.741257:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768191.741260:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768191.741262:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768191.741265:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768191.741268:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741275:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.741278:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741290:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741291:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768191.741295:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768191.741299:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768191.741301:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768191.741303:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300082701
00000100:00000001:1.0:1775768191.741305:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300083963
00000100:00000001:1.0:1775768191.741306:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300082701
00000100:00000001:1.0:1775768191.741308:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300083963
00000100:00000001:1.0:1775768191.741309:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768191.741311:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741312:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768191.741314:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768191/real 1775768191]  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768191.741319:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768191.741320:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768191.741322:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768191.741323:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768191.741324:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768191.741326:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768191.741328:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768191.741333:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741336:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768191.741337:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741338:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.741339:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768191.741341:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741345:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768191.741347:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741351:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768191.741353:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741353:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.741354:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741355:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768191.741356:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768191.741358:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768191.741359:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768191.741361:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768191.741362:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768191.741367:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621184:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768191.741369:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768191.741371:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741375:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768191.741376:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768191.741377:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768191.741379:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768191.741380:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768191.741381:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621312:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768191.741383:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768191.741384:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768191.741386:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768191.741387:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768191.741389:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768191.741390:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768191.741392:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768191.741394:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768191.741395:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768191.741397:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621312, portal 10
00000100:00000001:1.0:1775768191.741398:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768191.741399:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:1.0:1775768191.741403:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741407:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768191.741409:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768191.741410:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768191.741411:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360621312, offset 0
00000400:00000200:1.0:1775768191.741413:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768191.741416:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768191.741418:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768191.741419:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768191.741421:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768191.741422:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768191.741424:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768191.741426:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59848:59848:256:4294967295] 192.168.202.115@tcp LPNI seq info [59847:59847:8:4294967295]
00000400:00000200:1.0:1775768191.741429:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768191.741433:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768191.741435:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768191.741437:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768191.741439:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768191.741441:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768191.741444:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768191.741446:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768191.741448:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768191.741450:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768191.741451:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768191.741454:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768191.741455:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768191.741456:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768191.741458:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768191.741459:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741464:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.741466:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741470:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741471:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768191.741472:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768191.741474:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768191.741475:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768191.741477:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300082699
00000100:00000001:1.0:1775768191.741478:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300083963
00000100:00000001:1.0:1775768191.741479:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300082699
00000100:00000001:1.0:1775768191.741481:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300083963
00000100:00000001:1.0:1775768191.741482:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768191.741483:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741484:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768191.741486:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768191/real 1775768191]  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768191.741490:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768191.741491:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768191.741491:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768191.741493:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768191.741494:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768191.741495:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768191.741497:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768191.741502:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741505:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768191.741506:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741507:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.741508:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768191.741509:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741513:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768191.741514:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741518:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768191.741519:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741520:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.741521:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741521:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768191.741523:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768191.741524:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768191.741525:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768191.741527:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768191.741528:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768191.741532:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621312:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768191.741534:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768191.741537:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741541:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768191.741542:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768191.741544:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768191.741544:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768191.741545:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768191.741547:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621440:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768191.741548:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768191.741549:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768191.741550:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768191.741551:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768191.741553:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768191.741554:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768191.741555:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768191.741556:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768191.741558:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768191.741559:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621440, portal 4
00000100:00000001:1.0:1775768191.741561:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768191.741561:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:1.0:1775768191.741565:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741569:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768191.741570:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768191.741571:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768191.741572:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360621440, offset 0
00000400:00000200:1.0:1775768191.741574:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768191.741576:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768191.741578:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768191.741580:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768191.741581:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768191.741583:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768191.741584:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768191.741586:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59849:59849:256:4294967295] 192.168.202.115@tcp LPNI seq info [59848:59848:8:4294967295]
00000400:00000200:1.0:1775768191.741589:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768191.741592:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768191.741595:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768191.741597:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768191.741599:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768191.741600:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775768191.741603:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768191.741604:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775768191.741606:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768191.741608:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768191.741610:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768191.741611:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768191.741613:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768191.741614:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768191.741615:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768191.741617:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741620:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.741622:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741626:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741627:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768191.741628:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768191.741630:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768191.741631:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768191.741632:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300082754
00000100:00000001:1.0:1775768191.741633:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300083963
00000100:00000001:1.0:1775768191.741634:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300082754
00000100:00000001:1.0:1775768191.741636:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300083963
00000100:00000001:1.0:1775768191.741637:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768191.741639:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741640:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768191.741642:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768191/real 1775768191]  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768191.741646:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768191.741647:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768191.741648:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768191.741649:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768191.741650:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768191.741651:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768191.741652:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768191.741656:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741660:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768191.741661:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741662:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.741663:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768191.741665:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741668:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768191.741670:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741673:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768191.741674:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741675:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768191.741676:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741677:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768191.741677:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768191.741679:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768191.741681:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768191.741682:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768191.741684:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768191.741689:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621440:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768191.741690:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741691:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.741693:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360621184/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741696:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768191.741697:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768191.741698:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7000.
02000000:00000001:1.0:1775768191.741699:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768191.741700:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768191.741700:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768191.741701:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768191.741702:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:1.0:1775768191.741704:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768191.741704:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768191.741705:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:1.0:1775768191.741707:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768191.741707:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741708:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.741710:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360621312/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741714:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768191.741715:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768191.741716:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7400.
02000000:00000001:1.0:1775768191.741716:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768191.741717:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768191.741718:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768191.741719:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768191.741720:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:1.0:1775768191.741721:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768191.741722:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768191.741723:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:1.0:1775768191.741725:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768191.741726:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741727:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768191.741728:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360621440/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768191.741731:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768191.741732:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768191.741732:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5400.
02000000:00000001:1.0:1775768191.741733:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768191.741734:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768191.741735:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768191.741736:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768191.741736:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:1.0:1775768191.741737:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768191.741738:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768191.741739:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:1.0:1775768191.741740:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768191.741740:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741741:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768191.741743:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768191.741744:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768191.741745:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768191.741746:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768191.803940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768191.803946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768191.803947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768191.803952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768191.803954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768191.803957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768191.803959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768191.803961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768191.803962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768192.763966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768192.763972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768192.763980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768192.763982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768192.763992:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768192.763993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768192.764038:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768192.764043:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768192.764048:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768192.827967:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768192.827975:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768192.827976:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768192.827982:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768192.827985:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768192.827988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768192.827991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768192.827994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768192.827996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768193.019921:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300083963, at 4300083968
00000100:00000040:3.0:1775768193.019921:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300083963, at 4300083968
00000100:00000010:2.0:1775768193.019933:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d2a0.
00000100:00000010:3.0:1775768193.019935:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9df00.
00010000:00000001:0.0:1775768193.787975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768193.787983:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768193.787991:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768193.787992:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768193.787996:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768193.787998:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768193.788018:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768193.788020:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768193.788022:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768193.851951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768193.851959:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768193.851961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768193.851966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768193.851970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768193.851973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768193.851976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768193.851978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768193.851981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768194.811990:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768194.811997:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768194.812003:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768194.812005:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768194.812008:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768194.812010:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768194.812027:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768194.812029:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768194.812031:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768194.875923:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768194.875928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768194.875930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768194.875933:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768194.875936:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768194.875938:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768194.875940:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768194.875941:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768194.875943:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768195.835942:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768195.835945:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768195.835948:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835952:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768195.835955:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835956:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835959:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768195.835964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768195.835968:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768195.835969:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768195.835971:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835973:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768195.835974:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835976:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768195.835977:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768195.836026:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768195.836029:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768195.836032:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768195.899956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768195.899963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768195.899964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768195.899969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768195.899973:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768195.899976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768195.899978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768195.899980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768195.899982:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768196.859961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768196.859966:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768196.859967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768196.859976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768196.859976:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768196.859978:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.859980:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768196.859983:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768196.859985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768196.859985:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768196.859990:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768196.859997:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5415
00000020:00000001:0.0:1775768196.860002:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768196.860005:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768196.860007:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775768196.860012:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768196.860021:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768196.860024:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768196.860026:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860030:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768196.860036:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860039:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768196.860044:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768196.860047:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768196.860050:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768196.860054:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768196.860057:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768196.860059:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768196.860062:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860064:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768196.860066:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860069:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768196.860073:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768196.860077:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860080:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768196.860083:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768196.860088:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768196.860091:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860093:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768196.860095:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768196.860106:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000020:00000040:1.0:1775768196.860109:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768196.860118:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768196.860119:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860122:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768196.860124:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768196.860128:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768196.860136:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775768196.860142:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768196.860151:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768196.860160:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768196.860165:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768196.860187:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768196.860206:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768196.860209:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768196.860211:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768196.860212:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768196.860213:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768196.860215:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768196.860217:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5415
00000400:00000200:1.0:1775768196.860221:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768196.860224:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768196.860226:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768196.860228:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860230:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768196.860231:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768196.860232:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768196.860233:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768196.860238:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768196.860239:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1775768196.860241:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:0.0:1775768196.860243:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775768196.860244:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768196.860246:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768196.860248:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768196.860249:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768196.860253:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860257:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768196.860258:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768196.860262:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860265:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768196.860272:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768196.860278:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860282:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768196.860287:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768196.860295:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768196.860296:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1775768196.860300:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.860301:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860303:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768196.860309:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768196.860310:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1775768196.860317:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.860319:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768196.860321:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768196.860327:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
02000000:00000001:0.0:1775768196.860328:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768196.860332:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768196.860335:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768196.860338:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768196.860339:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360621568:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768196.860340:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768196.860344:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768196.860346:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.860354:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1775768196.860354:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775768196.860359:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.860361:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1775768196.860366:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768196.860367:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.860378:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768196.860384:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768196.860386:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768196.860388:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768196.860391:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768196.860394:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768196.860403:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768196.860408:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000100:00000001:1.0:1775768196.860417:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768196.860422:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768196.860424:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00080000:1.0:1775768196.860426:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768196.860428:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768196.860429:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775768196.860431:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621568, portal 25
00000100:00000001:1.0:1775768196.860432:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768196.860436:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1775768196.860439:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5415
00000100:00000001:0.0:1775768196.860440:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112659584 : -130299596892032 : ffff897e42d01880)
00000400:00000200:1.0:1775768196.860450:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:0.0:1775768196.860454:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768196.860457:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768196.860465:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768196.860480:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768196.860484:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768196.860490:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768196.860495:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768196.860496:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860503:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:0.0:1775768196.860505:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000020:00000001:1.0:1775768196.860511:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1775768196.860514:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360621568, offset 0
00000020:00000040:1.0:1775768196.860514:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768196.860519:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768196.860522:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768196.860527:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768196.860529:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000001:1.0:1775768196.860533:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768196.860540:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768196.860547:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768196.860547:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768196.860556:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768196.860560:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:1.0:1775768196.860566:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768196.860569:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1775768196.860573:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768196.860574:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768196.860587:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1775768196.860588:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768196.860598:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860598:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768196.860605:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768196.860610:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59850:59850:256:4294967295] 192.168.202.115@tcp LPNI seq info [59849:59849:8:4294967295]
00000400:00000200:0.0:1775768196.860614:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775768196.860616:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768196.860619:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860621:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768196.860626:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768196.860631:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860634:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768196.860636:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1775768196.860639:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
00000020:00000040:1.0:1775768196.860642:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768196.860647:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1775768196.860648:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:1.0:1775768196.860649:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860656:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768196.860660:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768196.860662:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768196.860664:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
02000000:00000010:1.0:1775768196.860666:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768196.860673:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768196.860680:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:1.0:1775768196.860683:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768196.860691:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1775768196.860694:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768196.860698:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768196.860704:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768196.860708:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775768196.860712:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1775768196.860729:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768196.860730:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768196.860735:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000100:00080000:1.0:1775768196.860735:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768196.860744:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768196.860745:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768196.860746:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768196.860747:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775768196.860748:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768196.860754:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5415
00000400:00000200:0.0:1775768196.860761:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768196.860766:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768196.860769:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000200:1.0:1775768196.860772:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000010:0.0:1775768196.860774:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00080000:1.0:1775768196.860776:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768196.860779:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775768196.860782:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860784:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768196.860788:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768196.860790:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860800:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768196.860809:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768196.860816:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768196.860818:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768196.860819:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1775768196.860820:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768196.860826:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768196.860849:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768196.860861:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768196.860863:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768196.860865:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860871:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768196.860872:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1775768196.860877:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860879:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768196.860881:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768196.860884:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768196.860884:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768196.860892:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768196.860894:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768196.860896:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768196.860899:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775768196.860899:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860907:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768196.860909:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768196.860910:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300089083
00000008:00000001:1.0:1775768196.860911:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860920:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768196.860923:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231180.
00000100:00000010:1.0:1775768196.860923:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775768196.860934:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768196.860937:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768196.860938:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1775768196.860939:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768196.860942:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768196.860944:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300089083
02000000:00000001:1.0:1775768196.860944:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768196.860948:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768196.860949:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231600.
02000000:00000010:1.0:1775768196.860954:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6800.
00000100:00000001:0.0:1775768196.860955:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768196.860958:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.860960:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768196.860967:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768196.860967:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768196.860975:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768196.860986:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768196/real 1775768196]  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768196.860986:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768196.860994:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768196.861010:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768196.861014:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768196.861017:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768196.861023:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000100:00000001:1.0:1775768196.861024:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768196.861031:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000100:00000040:1.0:1775768196.861031:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768196.861037:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768196.861042:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1775768196.861047:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:0.0:1775768196.861049:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768196.861057:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5425)
00000100:00000200:0.0:1775768196.861063:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861072:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768196.861074:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861077:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861080:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768196.861087:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861096:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768196.861101:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861109:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768196.861112:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861113:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861114:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861116:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768196.861117:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768196.861120:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768196.861123:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768196.861124:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768196.861127:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768196.861133:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360621568:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768196.861136:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861138:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768196.861140:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01880 x1862022360621568/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861144:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768196.861145:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768196.861148:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768196.861150:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768196.861151:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768196.861152:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768196.861153:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768196.861155:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:0.0:1775768196.861158:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768196.861159:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768196.861161:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01880.
00000100:00000001:0.0:1775768196.861163:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768196.861164:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861178:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861185:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768196.861186:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.861188:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768196.861189:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768196.861190:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768196.861194:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861199:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768196.861200:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.861202:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768196.861204:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768196.861206:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768196.861207:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621696:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768196.861210:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768196.861212:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768196.861213:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.861215:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768196.861217:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768196.861219:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768196.861222:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768196.861224:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768196.861226:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768196.861229:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621696, portal 10
00000100:00000001:0.0:1775768196.861230:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768196.861231:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112655104 : -130299596896512 : ffff897e42d00700)
00000100:00000040:0.0:1775768196.861235:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861240:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768196.861241:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768196.861243:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768196.861244:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360621696, offset 0
00000400:00000200:0.0:1775768196.861247:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768196.861250:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768196.861253:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768196.861256:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768196.861258:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768196.861261:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768196.861263:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768196.861267:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59851:59851:256:4294967295] 192.168.202.115@tcp LPNI seq info [59850:59850:8:4294967295]
00000400:00000200:0.0:1775768196.861271:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768196.861278:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768196.861283:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768196.861286:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768196.861291:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768196.861294:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768196.861299:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768196.861302:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768196.861306:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768196.861308:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768196.861311:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768196.861315:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768196.861318:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768196.861319:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768196.861322:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768196.861325:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861334:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768196.861337:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861344:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.861346:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768196.861349:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768196.861353:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768196.861356:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768196.861359:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300087821
00000100:00000001:0.0:1775768196.861362:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300089083
00000100:00000001:0.0:1775768196.861364:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300087821
00000100:00000001:0.0:1775768196.861368:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300089083
00000100:00000001:0.0:1775768196.861370:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768196.861372:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.861374:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768196.861379:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768196/real 1775768196]  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768196.861385:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768196.861386:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768196.861387:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768196.861389:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768196.861390:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768196.861391:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768196.861393:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768196.861399:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861403:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768196.861404:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861405:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861406:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768196.861408:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861412:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768196.861414:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861418:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768196.861420:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861421:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861422:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861423:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768196.861425:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768196.861427:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768196.861429:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768196.861430:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768196.861433:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768196.861437:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621696:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768196.861440:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768196.861442:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861447:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768196.861448:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.861449:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768196.861450:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768196.861452:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768196.861453:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621824:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768196.861455:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768196.861457:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768196.861458:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.861460:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768196.861462:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768196.861463:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768196.861466:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768196.861467:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768196.861469:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768196.861472:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621824, portal 10
00000100:00000001:0.0:1775768196.861474:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768196.861475:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112666752 : -130299596884864 : ffff897e42d03480)
00000100:00000040:0.0:1775768196.861481:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861488:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768196.861490:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768196.861492:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768196.861495:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360621824, offset 0
00000400:00000200:0.0:1775768196.861499:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768196.861503:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768196.861507:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768196.861510:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768196.861513:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768196.861516:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768196.861518:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768196.861522:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59852:59852:256:4294967295] 192.168.202.115@tcp LPNI seq info [59851:59851:8:4294967295]
00000400:00000200:0.0:1775768196.861527:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768196.861533:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768196.861536:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768196.861539:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768196.861541:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768196.861543:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768196.861546:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768196.861548:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768196.861563:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768196.861564:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768196.861567:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768196.861569:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768196.861571:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768196.861573:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768196.861574:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768196.861577:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861582:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768196.861584:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861593:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.861594:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768196.861596:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768196.861598:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768196.861601:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768196.861602:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300087819
00000100:00000001:0.0:1775768196.861604:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300089083
00000100:00000001:0.0:1775768196.861605:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300087819
00000100:00000001:0.0:1775768196.861607:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300089083
00000100:00000001:0.0:1775768196.861608:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768196.861609:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.861610:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768196.861613:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768196/real 1775768196]  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768196.861619:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768196.861620:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768196.861622:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768196.861624:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768196.861626:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768196.861628:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768196.861631:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768196.861639:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861645:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768196.861647:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861649:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861650:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768196.861655:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861663:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768196.861667:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861675:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768196.861677:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861678:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861679:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861681:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768196.861683:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768196.861686:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768196.861690:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768196.861692:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768196.861696:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768196.861704:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621824:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768196.861709:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768196.861713:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861721:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768196.861723:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.861725:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768196.861727:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768196.861729:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768196.861732:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621952:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768196.861735:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768196.861737:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768196.861739:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768196.861740:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768196.861742:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768196.861744:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768196.861747:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768196.861749:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768196.861751:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768196.861753:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360621952, portal 4
00000100:00000001:0.0:1775768196.861754:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768196.861755:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112665856 : -130299596885760 : ffff897e42d03100)
00000100:00000040:0.0:1775768196.861759:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861764:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768196.861765:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768196.861766:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768196.861768:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360621952, offset 0
00000400:00000200:0.0:1775768196.861770:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768196.861773:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768196.861775:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768196.861777:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768196.861779:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768196.861780:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768196.861782:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768196.861784:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59853:59853:256:4294967295] 192.168.202.115@tcp LPNI seq info [59852:59852:8:4294967295]
00000400:00000200:0.0:1775768196.861787:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768196.861791:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768196.861794:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768196.861796:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768196.861799:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768196.861800:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768196.861803:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768196.861805:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768196.861807:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768196.861809:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768196.861811:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768196.861814:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768196.861815:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768196.861816:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768196.861818:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768196.861820:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861825:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768196.861851:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861858:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.861860:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768196.861863:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768196.861866:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768196.861870:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768196.861872:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300087875
00000100:00000001:0.0:1775768196.861874:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300089083
00000100:00000001:0.0:1775768196.861876:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300087875
00000100:00000001:0.0:1775768196.861878:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300089083
00000100:00000001:0.0:1775768196.861881:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768196.861883:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.861885:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768196.861889:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768196/real 1775768196]  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768196.861898:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768196.861899:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768196.861901:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768196.861904:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768196.861905:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768196.861908:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768196.861911:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768196.861918:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861922:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768196.861923:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861925:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861926:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768196.861928:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861932:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768196.861934:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861938:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768196.861940:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861941:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768196.861942:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861943:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768196.861944:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768196.861945:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768196.861947:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768196.861949:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768196.861951:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768196.861955:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360621952:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768196.861958:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861959:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768196.861961:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00700 x1862022360621696/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861966:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768196.861967:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768196.861968:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768196.861970:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768196.861971:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768196.861972:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768196.861973:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768196.861974:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7400.
02000000:00000001:0.0:1775768196.861976:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768196.861977:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768196.861978:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00700.
00000100:00000001:0.0:1775768196.861980:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768196.861981:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.861982:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768196.861984:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03480 x1862022360621824/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.861988:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768196.861989:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768196.861990:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768196.861991:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768196.861992:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768196.861992:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768196.861993:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768196.861994:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:0.0:1775768196.861995:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768196.861996:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768196.861997:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03480.
00000100:00000001:0.0:1775768196.861998:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768196.861999:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.862000:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768196.862001:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03100 x1862022360621952/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768196.862005:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768196.862006:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768196.862007:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768196.862008:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768196.862009:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768196.862010:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768196.862011:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768196.862012:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6800.
02000000:00000001:0.0:1775768196.862013:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768196.862014:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768196.862015:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03100.
00000100:00000001:0.0:1775768196.862016:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768196.862017:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.862018:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768196.862020:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768196.862021:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768196.862022:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768196.862023:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768196.923998:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768196.924009:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768196.924011:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768196.924018:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768196.924023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768196.924028:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768196.924031:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768196.924034:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768196.924038:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768197.883974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768197.883979:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768197.883984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768197.883986:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768197.883988:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768197.883990:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768197.883993:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768197.883994:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768197.883996:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768197.883997:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768197.884000:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768197.884001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768197.884059:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768197.884062:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768197.884065:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768197.947938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768197.947944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768197.947946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768197.947950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768197.947953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768197.947957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768197.947958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768197.947960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768197.947962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768198.139913:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300089083, at 4300089088
00000100:00000040:3.0:1775768198.139913:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300089083, at 4300089088
00000100:00000010:2.0:1775768198.139928:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000100:00000010:3.0:1775768198.139929:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00010000:00000001:0.0:1775768198.907975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768198.907989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768198.907997:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768198.907999:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768198.908003:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768198.908004:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768198.908024:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768198.908026:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768198.908029:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768198.971943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768198.971951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768198.971953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768198.971959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768198.971963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768198.971967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768198.971970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768198.971974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768198.971977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768199.931931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768199.931936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768199.931941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768199.931943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768199.931952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768199.931953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768199.931971:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768199.931973:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768199.931975:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768199.995940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768199.995954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768199.995956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768199.995965:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768199.995969:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768199.995972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768199.995975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768199.995977:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768199.995980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768200.955942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768200.955948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768200.955952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768200.955953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768200.955957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768200.955958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768200.956063:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768200.956066:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768200.956069:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768201.019963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768201.019968:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768201.019970:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768201.019974:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768201.019977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768201.019980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768201.019982:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768201.019985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768201.019986:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768201.979912:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768201.979917:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768201.979923:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768201.979924:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768201.979926:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768201.979932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768201.979934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768201.979934:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768201.979940:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768201.979944:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768201.979950:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775768201.979954:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768201.979958:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768201.979958:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5420
00010000:00010000:0.0:1775768201.979962:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768201.979969:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768201.979976:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768201.979980:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768201.979983:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.979995:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768201.979998:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980001:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768201.980004:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768201.980006:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768201.980009:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768201.980012:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768201.980014:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768201.980016:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768201.980020:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980022:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768201.980024:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980026:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768201.980030:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768201.980033:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980036:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768201.980039:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768201.980042:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768201.980045:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980047:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768201.980050:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768201.980057:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775768201.980061:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768201.980064:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768201.980066:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980069:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768201.980072:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768201.980076:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768201.980083:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768201.980089:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768201.980098:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768201.980108:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768201.980113:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768201.980129:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768201.980149:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768201.980153:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768201.980157:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768201.980159:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768201.980161:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768201.980164:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768201.980168:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5420
00000400:00000200:3.0:1775768201.980173:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768201.980176:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775768201.980178:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768201.980181:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1775768201.980181:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768201.980185:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768201.980187:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980191:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768201.980195:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768201.980196:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768201.980199:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768201.980204:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768201.980207:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768201.980210:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768201.980213:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768201.980217:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1775768201.980218:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768201.980221:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768201.980222:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768201.980227:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768201.980228:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768201.980231:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768201.980232:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768201.980236:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768201.980237:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980241:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00100000:0.0:1775768201.980242:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360622080:192.168.202.115@tcp:250:kworker.0
00000020:00000040:3.0:1775768201.980247:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768201.980248:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768201.980253:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1775768201.980253:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768201.980257:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980257:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.980260:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775768201.980261:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1775768201.980265:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768201.980267:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768201.980267:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768201.980272:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980275:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768201.980276:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768201.980280:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000008:00100000:3.0:1775768201.980281:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768201.980285:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000008:00000001:3.0:1775768201.980285:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980288:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768201.980292:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622080, portal 25
00000100:00000010:3.0:1775768201.980294:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000100:00000001:0.0:1775768201.980295:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768201.980298:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000020:00000040:3.0:1775768201.980298:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768201.980304:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768201.980307:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768201.980308:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768201.980310:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768201.980313:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768201.980316:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980320:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1775768201.980322:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000040:0.0:1775768201.980323:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980328:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768201.980329:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768201.980334:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360622080, offset 0
00000100:00100000:3.0:1775768201.980339:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768201.980343:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980351:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768201.980354:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768201.980356:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768201.980361:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775768201.980365:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768201.980368:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768201.980374:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768201.980381:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768201.980385:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1775768201.980385:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768201.980391:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:3.0:1775768201.980393:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1775768201.980397:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59854:59854:256:4294967295] 192.168.202.115@tcp LPNI seq info [59853:59853:8:4294967295]
00000100:00000001:3.0:1775768201.980397:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768201.980399:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768201.980405:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768201.980405:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768201.980410:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5420
00000400:00000200:0.0:1775768201.980416:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768201.980424:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768201.980424:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000010:0.0:1775768201.980431:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000400:00000200:3.0:1775768201.980431:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768201.980436:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775768201.980441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775768201.980441:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768201.980447:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1775768201.980447:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768201.980452:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980457:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775768201.980457:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768201.980462:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1775768201.980463:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768201.980465:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000800:00000100:0.0:1775768201.980469:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000001:3.0:1775768201.980469:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768201.980472:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000010:0.0:1775768201.980473:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000020:00000001:3.0:1775768201.980475:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768201.980478:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1775768201.980480:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768201.980484:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1775768201.980488:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768201.980490:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000100:00000001:3.0:1775768201.980491:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775768201.980494:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000040:3.0:1775768201.980496:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768201.980499:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768201.980499:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768201.980503:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000200:0.0:1775768201.980505:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768201.980509:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980515:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768201.980519:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768201.980522:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775768201.980523:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768201.980527:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768201.980528:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980532:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768201.980538:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980539:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1775768201.980542:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768201.980544:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768201.980545:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980549:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768201.980550:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768201.980555:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300094202
00000100:00000010:3.0:1775768201.980556:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000100:00000010:0.0:1775768201.980559:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231900.
00000020:00000040:3.0:1775768201.980559:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768201.980564:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768201.980566:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980567:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768201.980568:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768201.980571:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768201.980574:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980575:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300094202
00000100:00000010:0.0:1775768201.980580:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231ae0.
02000000:00000010:3.0:1775768201.980582:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:0.0:1775768201.980583:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768201.980588:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768201.980588:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980593:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980595:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775768201.980598:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1775768201.980601:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768201/real 1775768201]  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768201.980621:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1775768201.980623:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775768201.980624:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768201.980625:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768201.980628:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768201.980630:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768201.980632:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000040:3.0:1775768201.980632:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.980637:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768201.980643:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768201.980650:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768201.980656:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768201.980657:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768201.980664:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768201.980668:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768201.980670:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1775768201.980671:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768201.980672:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.980676:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768201.980677:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768201.980680:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768201.980682:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768201.980687:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775768201.980691:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5420
00000100:00000040:0.0:1775768201.980692:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768201.980699:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768201.980705:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1775768201.980707:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768201.980708:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.980712:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1775768201.980713:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768201.980714:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.980718:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1775768201.980720:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768201.980721:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768201.980725:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768201.980725:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768201.980730:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00080000:0.0:1775768201.980731:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768201.980734:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768201.980735:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1775768201.980740:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1775768201.980741:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768201.980742:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768201.980746:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768201.980750:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768201.980755:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00100000:0.0:1775768201.980757:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360622080:192.168.202.115@tcp:250:kworker.0
00000020:00000001:3.0:1775768201.980758:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768201.980763:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768201.980764:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768201.980766:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768201.980769:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768201.980772:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360622080/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768201.980775:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768201.980780:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768201.980786:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768201.980792:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768201.980797:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775768201.980798:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.980800:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1775768201.980801:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1775768201.980803:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:3.0:1775768201.980805:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768201.980806:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768201.980808:0:2415:0:(genops.c:1236:class_import_put()) Process entered
02000000:00000001:3.0:1775768201.980809:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768201.980810:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768201.980814:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1775768201.980814:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:0.0:1775768201.980819:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
00000008:00100000:3.0:1775768201.980819:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1775768201.980823:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:3.0:1775768201.980824:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.980825:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768201.980845:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:0.0:1775768201.980848:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768201.980850:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.980851:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.980858:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768201.980858:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980861:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980863:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1775768201.980864:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000100:00000001:0.0:1775768201.980865:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768201.980868:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775768201.980869:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000040:0.0:1775768201.980873:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768201.980874:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768201.980877:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980882:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768201.980885:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768201.980886:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775768201.980887:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.980888:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.980893:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1775768201.980895:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
02000000:00000001:0.0:1775768201.980896:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768201.980900:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768201.980901:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768201.980902:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622208:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768201.980907:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768201.980908:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768201.980911:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768201.980911:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768201.980913:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768201.980917:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768201.980921:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768201.980927:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768201.980928:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768201.980931:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000100:00000001:3.0:1775768201.980932:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768201.980935:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000040:3.0:1775768201.980939:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768201.980940:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622208, portal 10
00000100:00000001:0.0:1775768201.980944:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768201.980946:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:0.0:1775768201.980955:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768201.980957:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768201.980963:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768201.980964:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768201.980969:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775768201.980970:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1775768201.980971:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768201.980975:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360622208, offset 0
00000100:00000040:3.0:1775768201.980977:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5430)
00000400:00000200:0.0:1775768201.980980:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768201.980984:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768201.980987:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768201.980989:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768201.980992:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768201.980994:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768201.980996:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768201.981004:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59855:59855:256:4294967295] 192.168.202.115@tcp LPNI seq info [59854:59854:8:4294967295]
00000400:00000200:0.0:1775768201.981007:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768201.981012:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768201.981015:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768201.981018:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768201.981021:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768201.981022:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768201.981026:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768201.981028:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768201.981030:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768201.981032:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768201.981034:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768201.981036:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768201.981038:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768201.981039:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768201.981041:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768201.981044:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981050:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768201.981051:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981056:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981057:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768201.981059:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768201.981062:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768201.981064:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768201.981065:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300092941
00000100:00000001:0.0:1775768201.981067:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300094202
00000100:00000001:0.0:1775768201.981068:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300092941
00000100:00000001:0.0:1775768201.981070:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300094202
00000100:00000001:0.0:1775768201.981071:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768201.981072:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981073:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768201.981075:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768201/real 1775768201]  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768201.981080:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768201.981081:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768201.981082:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768201.981084:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768201.981085:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768201.981087:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768201.981088:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768201.981094:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981102:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768201.981103:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981104:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768201.981105:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768201.981107:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981111:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768201.981113:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981130:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768201.981132:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981133:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768201.981134:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981135:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768201.981136:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768201.981138:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768201.981140:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768201.981141:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768201.981144:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768201.981149:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622208:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768201.981152:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768201.981154:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981158:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768201.981159:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.981161:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768201.981163:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768201.981165:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768201.981168:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622336:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768201.981171:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768201.981173:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768201.981175:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.981177:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768201.981180:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768201.981182:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768201.981185:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768201.981188:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768201.981191:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768201.981194:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622336, portal 10
00000100:00000001:0.0:1775768201.981196:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768201.981198:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00000040:0.0:1775768201.981204:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981212:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768201.981214:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768201.981217:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768201.981219:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360622336, offset 0
00000400:00000200:0.0:1775768201.981224:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768201.981227:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768201.981229:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768201.981231:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768201.981233:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768201.981235:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768201.981236:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768201.981239:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59856:59856:256:4294967295] 192.168.202.115@tcp LPNI seq info [59855:59855:8:4294967295]
00000400:00000200:0.0:1775768201.981242:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768201.981246:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768201.981249:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768201.981252:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768201.981255:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768201.981256:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768201.981259:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768201.981261:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768201.981263:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768201.981265:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768201.981267:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768201.981269:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768201.981271:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768201.981272:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768201.981274:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768201.981276:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981282:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768201.981283:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981288:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981289:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768201.981291:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768201.981293:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768201.981295:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768201.981296:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300092939
00000100:00000001:0.0:1775768201.981297:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300094202
00000100:00000001:0.0:1775768201.981299:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300092939
00000100:00000001:0.0:1775768201.981300:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300094202
00000100:00000001:0.0:1775768201.981302:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768201.981303:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981304:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768201.981306:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768201/real 1775768201]  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768201.981312:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768201.981313:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768201.981314:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768201.981316:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768201.981317:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768201.981318:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768201.981319:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768201.981325:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981329:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768201.981330:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981331:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768201.981332:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768201.981334:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981338:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768201.981340:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981344:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768201.981345:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981346:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768201.981347:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981348:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768201.981349:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768201.981351:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768201.981353:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768201.981354:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768201.981357:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768201.981362:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622336:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768201.981364:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981366:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768201.981367:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360622208/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981371:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768201.981372:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768201.981373:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768201.981375:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768201.981376:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768201.981377:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768201.981378:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768201.981379:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:0.0:1775768201.981380:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768201.981381:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768201.981382:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:0.0:1775768201.981384:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768201.981385:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981386:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768201.981388:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360622336/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981392:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768201.981392:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768201.981393:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768201.981395:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768201.981395:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768201.981396:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768201.981397:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768201.981398:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:0.0:1775768201.981399:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768201.981400:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768201.981401:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:0.0:1775768201.981402:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768201.981403:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981404:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981407:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768201.981408:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981409:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768201.981410:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768201.981411:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768201.981413:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981418:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768201.981419:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.981420:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768201.981421:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768201.981422:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768201.981424:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622464:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768201.981426:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768201.981427:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768201.981428:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768201.981429:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768201.981431:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768201.981432:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768201.981434:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768201.981435:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768201.981437:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768201.981439:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622464, portal 4
00000100:00000001:0.0:1775768201.981440:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768201.981441:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:0.0:1775768201.981445:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981449:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768201.981451:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768201.981452:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768201.981454:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360622464, offset 0
00000400:00000200:0.0:1775768201.981456:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768201.981458:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768201.981460:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768201.981462:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768201.981464:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768201.981466:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768201.981467:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768201.981469:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59857:59857:256:4294967295] 192.168.202.115@tcp LPNI seq info [59856:59856:8:4294967295]
00000400:00000200:0.0:1775768201.981472:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768201.981476:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768201.981479:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768201.981480:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768201.981483:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768201.981484:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768201.981487:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768201.981488:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768201.981491:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768201.981492:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768201.981494:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768201.981496:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768201.981498:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768201.981499:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768201.981501:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768201.981503:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981508:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768201.981509:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981513:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981514:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768201.981516:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768201.981518:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768201.981520:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768201.981521:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300092994
00000100:00000001:0.0:1775768201.981523:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300094202
00000100:00000001:0.0:1775768201.981524:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300092994
00000100:00000001:0.0:1775768201.981526:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300094202
00000100:00000001:0.0:1775768201.981527:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768201.981528:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981529:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768201.981531:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768201/real 1775768201]  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768201.981536:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768201.981536:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768201.981537:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768201.981539:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768201.981540:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768201.981541:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768201.981543:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768201.981548:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981552:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768201.981552:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981553:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768201.981554:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768201.981556:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981560:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768201.981562:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981567:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768201.981569:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981570:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768201.981571:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981572:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768201.981573:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768201.981574:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768201.981576:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768201.981577:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768201.981579:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768201.981584:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622464:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768201.981586:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981587:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768201.981588:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360622464/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768201.981592:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768201.981593:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768201.981594:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768201.981595:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768201.981596:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768201.981597:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768201.981598:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768201.981599:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:0.0:1775768201.981600:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768201.981601:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768201.981602:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:0.0:1775768201.981604:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768201.981604:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981606:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768201.981607:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768201.981608:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768201.981610:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768201.981611:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768202.043992:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768202.044002:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768202.044004:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768202.044011:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768202.044016:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768202.044021:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768202.044024:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768202.044028:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768202.044031:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768203.003934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768203.003940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768203.003948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768203.003950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768203.003959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768203.003961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768203.004034:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768203.004038:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768203.004042:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768203.067955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768203.067971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768203.067973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768203.067979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768203.067982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768203.067986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768203.067987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768203.067990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768203.067992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768203.259931:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300094202, at 4300094208
00000100:00000040:3.0:1775768203.259931:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300094202, at 4300094208
00000100:00000010:3.0:1775768203.259947:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000100:00000010:2.0:1775768203.259952:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00010000:00000001:0.0:1775768204.027961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768204.027967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768204.027973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768204.027974:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768204.027977:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768204.027978:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768204.027998:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768204.028000:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768204.028002:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768204.091919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768204.091929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768204.091931:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768204.091938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768204.091943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768204.091947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768204.091950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768204.091953:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768204.091956:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768205.051967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768205.051972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768205.051976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768205.051977:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768205.051980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768205.051981:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768205.051995:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768205.051996:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768205.051999:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768205.115935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768205.115946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768205.115948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768205.115954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768205.115958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768205.115962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768205.115965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768205.115968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768205.115971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.075974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768206.075982:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768206.075984:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768206.075987:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.075992:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768206.075995:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.075997:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.075999:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.076002:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768206.076004:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.076008:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768206.076010:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768206.076015:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768206.076017:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.076019:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768206.076021:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.076022:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768206.076024:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768206.076102:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768206.076106:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768206.076109:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768206.139889:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768206.139894:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768206.139896:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768206.139901:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768206.139904:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768206.139906:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768206.139908:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768206.139910:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768206.139912:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768207.099949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768207.099955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768207.099962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768207.099964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768207.099970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768207.099972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768207.099972:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768207.099980:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768207.099983:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768207.099988:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768207.099993:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768207.100000:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5425
00000400:00000200:1.0:1775768207.100008:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768207.100015:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768207.100018:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768207.100020:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:1.0:1775768207.100023:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768207.100025:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100029:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:0.0:1775768207.100030:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775768207.100035:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100039:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768207.100043:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768207.100045:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768207.100048:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768207.100051:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768207.100053:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768207.100056:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768207.100060:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100062:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768207.100064:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100066:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768207.100082:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768207.100086:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100089:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768207.100092:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768207.100095:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768207.100099:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100101:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768207.100103:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768207.100110:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775768207.100114:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768207.100118:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768207.100121:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100124:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768207.100127:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768207.100131:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768207.100139:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd4800.
00000100:00000001:1.0:1775768207.100145:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768207.100154:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768207.100164:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768207.100168:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768207.100174:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768207.100196:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768207.100200:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768207.100204:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768207.100206:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768207.100208:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768207.100211:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768207.100214:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5425
00000400:00000200:1.0:1775768207.100220:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768207.100224:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768207.100227:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768207.100230:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775768207.100231:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100235:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768207.100236:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775768207.100239:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768207.100241:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775768207.100243:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768207.100247:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768207.100250:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000040:0.0:1775768207.100251:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768207.100253:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768207.100257:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768207.100263:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768207.100269:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768207.100271:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768207.100275:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768207.100277:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768207.100281:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775768207.100282:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768207.100285:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768207.100286:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100291:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768207.100293:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768207.100294:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00100000:0.0:1775768207.100301:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360622592:192.168.202.115@tcp:250:kworker.0
00000100:00080000:1.0:1775768207.100301:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100303:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768207.100308:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768207.100310:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768207.100322:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768207.100326:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768207.100326:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100332:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768207.100334:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775768207.100337:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768207.100339:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1775768207.100343:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768207.100346:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
00000100:00000001:1.0:1775768207.100347:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768207.100352:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768207.100354:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775768207.100359:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000200:0.0:1775768207.100361:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775768207.100364:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768207.100366:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768207.100368:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000100:00000001:1.0:1775768207.100369:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768207.100372:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768207.100375:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768207.100377:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
02000000:00000010:1.0:1775768207.100381:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000200:0.0:1775768207.100385:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622592, portal 25
00000100:00000001:1.0:1775768207.100386:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.100391:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768207.100395:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112668544 : -130299596883072 : ffff897e42d03b80)
00000100:00100000:1.0:1775768207.100396:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768207.100406:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768207.100409:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768207.100414:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768207.100424:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.100425:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768207.100434:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768207.100440:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000001:1.0:1775768207.100443:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768207.100446:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360622592, offset 0
00000100:00080000:1.0:1775768207.100447:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768207.100454:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768207.100457:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768207.100458:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:1.0:1775768207.100460:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768207.100464:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768207.100469:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:1.0:1775768207.100469:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5425
00000400:00000200:0.0:1775768207.100480:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768207.100486:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768207.100492:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768207.100496:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768207.100500:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768207.100506:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59858:59858:256:4294967295] 192.168.202.115@tcp LPNI seq info [59857:59857:8:4294967295]
00000400:00000200:0.0:1775768207.100512:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768207.100519:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768207.100528:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768207.100530:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1775768207.100532:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768207.100540:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100544:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768207.100545:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:1.0:1775768207.100550:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000010:0.0:1775768207.100553:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000100:00000001:1.0:1775768207.100554:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768207.100559:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768207.100561:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000800:00000200:0.0:1775768207.100565:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:1.0:1775768207.100566:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768207.100569:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.0:1775768207.100572:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1775768207.100573:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768207.100578:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.1:1775768207.100584:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768207.100587:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.1:1775768207.100590:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1775768207.100591:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768207.100597:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000100:0.0:1775768207.100602:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100602:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000010:0.0:1775768207.100606:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000020:00000040:1.0:1775768207.100607:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768207.100613:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1775768207.100613:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100619:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768207.100624:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768207.100625:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1775768207.100630:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768207.100632:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
02000000:00000001:1.0:1775768207.100634:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768207.100636:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:1.0:1775768207.100638:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768207.100643:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:1.0:1775768207.100643:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768207.100647:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768207.100650:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768207.100651:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768207.100657:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775768207.100663:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768207.100669:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768207.100670:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768207.100671:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100674:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768207.100676:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775768207.100678:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768207.100678:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768207.100683:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775768207.100688:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.100694:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768207.100696:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768207.100699:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768207.100705:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768207.100707:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100708:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768207.100715:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768207.100718:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768207.100724:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300099322
00000100:00000001:1.0:1775768207.100726:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768207.100730:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1775768207.100732:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442312a0.
00000100:00080000:1.0:1775768207.100733:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768207.100735:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768207.100737:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768207.100739:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768207.100741:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5425
00000100:00000001:0.0:1775768207.100742:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000400:00000200:1.0:1775768207.100746:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768207.100750:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300099322
00000400:00000200:1.0:1775768207.100750:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768207.100752:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1775768207.100757:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c00.
00000100:00000040:1.0:1775768207.100757:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100759:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768207.100763:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768207.100764:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768207.100765:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768207.100769:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768207.100770:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768207.100771:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768207.100772:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768207.100774:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768207.100778:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768207.100778:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768207.100782:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768207.100785:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1775768207.100785:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100789:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768207.100790:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100794:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00100000:0.0:1775768207.100795:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768207/real 1775768207]  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768207.100797:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768207.100802:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768207.100807:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768207.100811:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768207.100814:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768207.100818:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100819:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000001:0.0:1775768207.100821:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:1.0:1775768207.100821:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1775768207.100825:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:1.0:1775768207.100825:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100851:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768207.100855:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775768207.100857:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000010:0.0:1775768207.100860:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
02000000:00000001:1.0:1775768207.100860:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768207.100862:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768207.100865:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768207.100867:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
02000000:00000001:1.0:1775768207.100867:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768207.100868:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768207.100872:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
02000000:00000010:1.0:1775768207.100873:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5c00.
00000100:00000001:0.0:1775768207.100877:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775768207.100877:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768207.100888:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768207.100888:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768207.100909:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768207.100912:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768207.100919:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768207.100921:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768207.100937:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768207.100941:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768207.100946:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768207.100952:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5435)
00000100:00000001:0.0:1775768207.100958:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768207.100961:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.100965:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.100968:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768207.100973:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.100981:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768207.100985:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.100993:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768207.100996:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.100998:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.100999:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101001:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768207.101003:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768207.101006:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768207.101010:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768207.101013:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768207.101018:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768207.101026:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360622592:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768207.101032:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101034:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768207.101037:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03b80 x1862022360622592/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101044:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768207.101047:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768207.101050:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768207.101053:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768207.101055:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768207.101057:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768207.101059:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768207.101062:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd4800.
02000000:00000001:0.0:1775768207.101065:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768207.101080:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768207.101083:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03b80.
00000100:00000001:0.0:1775768207.101087:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768207.101089:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101091:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101098:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768207.101100:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101102:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768207.101104:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768207.101106:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768207.101110:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101117:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768207.101119:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768207.101121:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768207.101123:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768207.101126:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768207.101129:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622720:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768207.101133:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768207.101135:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768207.101137:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768207.101139:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768207.101142:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768207.101144:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768207.101149:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768207.101152:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768207.101156:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768207.101159:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622720, portal 10
00000100:00000001:0.0:1775768207.101161:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768207.101163:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112657792 : -130299596893824 : ffff897e42d01180)
00000100:00000040:0.0:1775768207.101168:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101176:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768207.101179:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768207.101181:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768207.101184:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360622720, offset 0
00000400:00000200:0.0:1775768207.101188:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768207.101193:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768207.101197:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768207.101200:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768207.101204:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768207.101206:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768207.101209:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768207.101212:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59859:59859:256:4294967295] 192.168.202.115@tcp LPNI seq info [59858:59858:8:4294967295]
00000400:00000200:0.0:1775768207.101217:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768207.101224:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768207.101229:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768207.101233:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768207.101237:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768207.101240:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775768207.101245:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768207.101248:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775768207.101252:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768207.101254:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768207.101257:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768207.101261:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768207.101264:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768207.101266:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768207.101268:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768207.101272:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101286:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768207.101289:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101296:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101298:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768207.101301:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768207.101304:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768207.101308:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768207.101310:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300098061
00000100:00000001:0.0:1775768207.101313:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300099322
00000100:00000001:0.0:1775768207.101315:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300098061
00000100:00000001:0.0:1775768207.101318:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300099322
00000100:00000001:0.0:1775768207.101320:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768207.101322:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101324:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768207.101328:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768207/real 1775768207]  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768207.101336:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768207.101338:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768207.101340:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768207.101342:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768207.101344:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768207.101346:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768207.101349:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768207.101358:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101365:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768207.101367:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101369:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.101370:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768207.101374:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101381:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768207.101385:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101392:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768207.101395:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101397:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.101398:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101400:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768207.101402:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768207.101405:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768207.101408:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768207.101411:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768207.101415:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768207.101423:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622720:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768207.101427:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768207.101431:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101438:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768207.101440:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768207.101442:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768207.101444:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768207.101446:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768207.101449:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622848:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768207.101452:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768207.101454:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768207.101456:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768207.101458:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768207.101462:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768207.101464:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768207.101467:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768207.101470:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768207.101473:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768207.101476:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622848, portal 10
00000100:00000001:0.0:1775768207.101478:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768207.101479:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112664960 : -130299596886656 : ffff897e42d02d80)
00000100:00000040:0.0:1775768207.101484:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101490:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768207.101493:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768207.101495:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768207.101498:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360622848, offset 0
00000400:00000200:0.0:1775768207.101502:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768207.101506:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768207.101510:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768207.101513:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768207.101515:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768207.101517:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768207.101520:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768207.101523:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59860:59860:256:4294967295] 192.168.202.115@tcp LPNI seq info [59859:59859:8:4294967295]
00000400:00000200:0.0:1775768207.101527:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768207.101534:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768207.101539:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768207.101543:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768207.101547:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768207.101550:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775768207.101554:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768207.101557:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775768207.101561:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768207.101563:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768207.101566:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768207.101570:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768207.101572:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768207.101574:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768207.101577:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768207.101580:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101587:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768207.101590:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101597:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101599:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768207.101602:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768207.101605:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768207.101608:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768207.101610:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300098059
00000100:00000001:0.0:1775768207.101613:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300099322
00000100:00000001:0.0:1775768207.101615:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300098059
00000100:00000001:0.0:1775768207.101618:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300099322
00000100:00000001:0.0:1775768207.101620:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768207.101622:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101624:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768207.101628:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768207/real 1775768207]  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768207.101636:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768207.101638:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768207.101640:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768207.101642:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768207.101644:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768207.101646:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768207.101650:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768207.101657:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101661:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768207.101662:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101664:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.101665:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768207.101667:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101672:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768207.101674:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101678:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768207.101680:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101681:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.101682:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101683:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768207.101684:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768207.101686:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768207.101688:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768207.101689:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768207.101691:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768207.101701:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622848:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768207.101703:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768207.101705:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101709:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768207.101710:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768207.101712:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768207.101713:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768207.101715:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768207.101716:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622976:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768207.101719:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768207.101720:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768207.101721:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768207.101722:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768207.101725:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768207.101726:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768207.101729:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768207.101731:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768207.101733:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768207.101735:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360622976, portal 4
00000100:00000001:0.0:1775768207.101736:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768207.101737:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112656000 : -130299596895616 : ffff897e42d00a80)
00000100:00000040:0.0:1775768207.101741:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101745:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768207.101747:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768207.101748:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768207.101749:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360622976, offset 0
00000400:00000200:0.0:1775768207.101752:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768207.101755:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768207.101757:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768207.101759:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768207.101761:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768207.101763:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768207.101765:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768207.101767:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59861:59861:256:4294967295] 192.168.202.115@tcp LPNI seq info [59860:59860:8:4294967295]
00000400:00000200:0.0:1775768207.101769:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768207.101774:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768207.101777:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768207.101779:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768207.101781:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768207.101783:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775768207.101786:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768207.101788:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775768207.101790:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768207.101791:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768207.101793:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768207.101795:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768207.101797:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768207.101798:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768207.101800:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768207.101802:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101807:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768207.101809:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101813:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101814:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768207.101815:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768207.101817:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768207.101819:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768207.101821:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300098114
00000100:00000001:0.0:1775768207.101823:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300099322
00000100:00000001:0.0:1775768207.101824:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300098114
00000100:00000001:0.0:1775768207.101826:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300099322
00000100:00000001:0.0:1775768207.101845:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768207.101847:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101848:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768207.101851:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768207/real 1775768207]  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768207.101857:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768207.101858:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768207.101859:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768207.101862:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768207.101863:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768207.101865:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768207.101867:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768207.101872:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101876:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768207.101876:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101877:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.101878:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768207.101880:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101884:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768207.101886:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101891:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768207.101893:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101894:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768207.101894:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101896:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768207.101897:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768207.101898:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768207.101900:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768207.101901:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768207.101903:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768207.101908:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360622976:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768207.101910:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101911:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768207.101913:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01180 x1862022360622720/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101917:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768207.101918:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768207.101919:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768207.101921:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768207.101922:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768207.101922:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768207.101924:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768207.101925:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:0.0:1775768207.101927:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768207.101928:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768207.101929:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01180.
00000100:00000001:0.0:1775768207.101931:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768207.101931:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101933:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768207.101934:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02d80 x1862022360622848/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101943:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768207.101943:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768207.101944:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768207.101946:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768207.101947:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768207.101947:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768207.101948:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768207.101949:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:0.0:1775768207.101950:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768207.101951:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768207.101952:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02d80.
00000100:00000001:0.0:1775768207.101953:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768207.101954:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101955:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768207.101956:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00a80 x1862022360622976/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768207.101960:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768207.101961:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768207.101961:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768207.101963:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768207.101964:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768207.101964:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768207.101965:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768207.101966:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5c00.
02000000:00000001:0.0:1775768207.101967:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768207.101968:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768207.101968:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00a80.
00000100:00000001:0.0:1775768207.101970:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768207.101970:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101971:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768207.101974:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768207.101975:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768207.101976:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768207.101977:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768207.163963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768207.163970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768207.163973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768207.163979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768207.163983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768207.163988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768207.163990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768207.163993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768207.163996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768208.123930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768208.123936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768208.123944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768208.123947:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768208.123950:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768208.123953:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768208.123955:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768208.123957:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768208.123959:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768208.123961:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768208.123964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768208.123966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768208.124031:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768208.124035:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768208.124039:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768208.187938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768208.187945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768208.187947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768208.187953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768208.187957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768208.187961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768208.187964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768208.187967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768208.187970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768208.379930:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300099322, at 4300099328
00000100:00000040:3.0:1775768208.379935:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300099322, at 4300099328
00000100:00000010:2.0:1775768208.379944:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000100:00000010:3.0:1775768208.379946:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00010000:00000001:0.0:1775768209.147940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768209.147946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768209.147953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768209.147955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768209.147959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768209.147960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768209.147982:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768209.147986:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768209.147989:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768209.211960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768209.211966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768209.211968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768209.211972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768209.211975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768209.211978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768209.211980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768209.211982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768209.211984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768210.171968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768210.171975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768210.171981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768210.171982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768210.171986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768210.171987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768210.172018:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768210.172021:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768210.172024:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768210.235955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768210.235960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768210.235962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768210.235967:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768210.235970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768210.235973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768210.235975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768210.235978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768210.235980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768211.195908:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768211.195917:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768211.195923:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768211.195924:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768211.195928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768211.195929:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768211.195977:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768211.195981:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768211.195986:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768211.259976:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768211.259987:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768211.259989:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768211.259997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768211.260002:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768211.260007:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768211.260010:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768211.260013:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768211.260016:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768212.219927:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768212.219931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768212.219934:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768212.219936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768212.219940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768212.219941:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768212.219944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768212.219944:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768212.219948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768212.219949:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768212.219954:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768212.219959:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5430
00000020:00000001:0.0:1775768212.219964:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:3.0:1775768212.219966:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768212.219967:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768212.219971:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768212.219974:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768212.219977:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768212.219981:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.219983:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768212.219986:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.219988:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768212.219990:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768212.219991:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768212.219993:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768212.219996:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768212.219997:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768212.219999:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768212.220001:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220002:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768212.220003:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220004:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768212.220006:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768212.220008:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220011:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768212.220014:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768212.220017:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768212.220032:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220034:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768212.220037:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768212.220047:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768212.220051:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768212.220055:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768212.220057:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220059:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768212.220062:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768212.220066:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768212.220074:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768212.220081:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768212.220090:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768212.220098:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768212.220102:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768212.220105:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768212.220122:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768212.220124:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768212.220127:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768212.220128:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768212.220129:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768212.220131:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768212.220133:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5430
00000400:00000200:3.0:1775768212.220137:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768212.220139:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768212.220142:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768212.220144:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775768212.220144:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220146:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768212.220148:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775768212.220149:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768212.220151:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768212.220152:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768212.220155:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768212.220157:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000040:0.0:1775768212.220160:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768212.220160:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768212.220162:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768212.220167:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768212.220171:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768212.220177:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775768212.220178:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768212.220180:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220181:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768212.220185:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768212.220186:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768212.220187:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768212.220189:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775768212.220190:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768212.220192:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768212.220194:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00100000:0.0:1775768212.220199:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360623104:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768212.220199:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768212.220204:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768212.220205:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768212.220209:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775768212.220209:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768212.220212:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768212.220213:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768212.220215:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775768212.220216:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768212.220220:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1775768212.220221:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768212.220226:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768212.220227:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220230:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768212.220233:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:3.0:1775768212.220236:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000400:00000010:0.0:1775768212.220238:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000020:00000040:3.0:1775768212.220239:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768212.220242:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768212.220243:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
02000000:00000001:3.0:1775768212.220244:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220248:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768212.220249:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768212.220251:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768212.220252:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360623104, portal 25
00000100:00000001:0.0:1775768212.220255:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1775768212.220255:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:0.0:1775768212.220256:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00000001:3.0:1775768212.220260:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768212.220263:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768212.220268:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768212.220280:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768212.220283:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775768212.220287:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220288:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768212.220291:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000040:3.0:1775768212.220293:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768212.220295:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360623104, offset 0
00000400:00000200:0.0:1775768212.220305:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220305:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768212.220310:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768212.220313:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768212.220314:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768212.220316:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.220321:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:3.0:1775768212.220322:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768212.220328:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775768212.220329:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768212.220335:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5430
00000400:00000200:0.0:1775768212.220338:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768212.220342:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.220345:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768212.220346:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768212.220350:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768212.220354:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:3.0:1775768212.220356:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220359:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768212.220363:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59862:59862:256:4294967295] 192.168.202.115@tcp LPNI seq info [59861:59861:8:4294967295]
00000100:00000040:3.0:1775768212.220364:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220369:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768212.220373:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768212.220375:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768212.220378:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768212.220379:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:3.0:1775768212.220380:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768212.220384:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768212.220385:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768212.220388:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220389:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768212.220391:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220394:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768212.220398:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768212.220400:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775768212.220403:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220407:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768212.220411:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768212.220411:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768212.220414:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768212.220416:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
02000000:00000001:3.0:1775768212.220417:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220421:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768212.220423:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768212.220425:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768212.220427:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768212.220428:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768212.220432:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000100:00000010:3.0:1775768212.220434:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775768212.220438:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.1:1775768212.220440:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775768212.220441:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768212.220444:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768212.220445:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1775768212.220447:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768212.220449:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1775768212.220452:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768212.220452:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768212.220454:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
02000000:00000010:3.0:1775768212.220456:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000400:00000200:0.0:1775768212.220460:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775768212.220461:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768212.220468:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1775768212.220468:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768212.220472:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768212.220475:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768212.220480:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768212.220484:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775768212.220485:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.220495:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768212.220495:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768212.220497:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768212.220506:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.220507:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.220510:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768212.220514:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768212.220521:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768212.220526:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300104442
00000100:00000001:3.0:1775768212.220526:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768212.220530:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442313c0.
00000100:00080000:3.0:1775768212.220531:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768212.220536:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768212.220538:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1775768212.220538:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768212.220540:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768212.220543:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768212.220544:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300104442
00000100:00080000:3.0:1775768212.220547:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5430
00000100:00000010:0.0:1775768212.220548:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231780.
00000100:00000001:0.0:1775768212.220552:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000400:00000200:3.0:1775768212.220552:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768212.220557:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768212.220558:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768212.220560:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768212.220561:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768212.220564:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1775768212.220567:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220570:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775768212.220571:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768212/real 1775768212]  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768212.220575:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220579:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000001:0.0:1775768212.220586:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768212.220588:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768212.220589:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000020:00000001:3.0:1775768212.220590:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768212.220592:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000020:00000040:3.0:1775768212.220592:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000010:0.0:1775768212.220595:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768212.220598:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1775768212.220598:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768212.220602:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:0.0:1775768212.220604:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768212.220605:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768212.220609:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768212.220617:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220619:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768212.220622:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768212.220624:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768212.220629:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768212.220634:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768212.220636:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1775768212.220638:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768212.220640:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768212.220641:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768212.220644:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768212.220645:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1775768212.220647:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768212.220648:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768212.220650:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220653:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768212.220655:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1775768212.220657:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775768212.220658:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220661:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768212.220666:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768212.220670:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768212.220675:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768212.220676:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768212.220678:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768212.220682:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1775768212.220684:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768212.220685:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768212.220694:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.220702:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1775768212.220703:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:0.0:1775768212.220706:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768212.220709:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.220710:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1775768212.220718:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768212.220719:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.220725:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768212.220729:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768212.220735:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768212.220736:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768212.220741:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768212.220744:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768212.220749:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775768212.220750:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768212.220759:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768212.220767:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768212.220775:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360623104:192.168.202.115@tcp:250:kworker.0
00000100:00000040:3.0:1775768212.220775:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768212.220783:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768212.220784:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768212.220785:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768212.220790:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360623104/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768212.220794:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5440)
00000100:00000001:0.0:1775768212.220795:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768212.220800:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768212.220802:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768212.220805:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768212.220806:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768212.220807:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768212.220808:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768212.220809:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:0.0:1775768212.220813:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768212.220815:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768212.220816:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:0.0:1775768212.220818:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768212.220819:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.220820:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.220842:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768212.220844:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.220846:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768212.220847:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768212.220848:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768212.220851:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.220856:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768212.220857:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768212.220858:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768212.220860:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768212.220861:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768212.220863:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623232:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768212.220865:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768212.220867:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768212.220868:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768212.220869:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768212.220871:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768212.220873:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768212.220876:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768212.220877:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768212.220881:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768212.220883:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360623232, portal 10
00000100:00000001:0.0:1775768212.220884:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768212.220885:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
00000100:00000040:0.0:1775768212.220889:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.220894:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768212.220895:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768212.220897:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768212.220898:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360623232, offset 0
00000400:00000200:0.0:1775768212.220901:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768212.220904:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.220906:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768212.220909:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768212.220910:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768212.220912:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768212.220914:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768212.220916:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59863:59863:256:4294967295] 192.168.202.115@tcp LPNI seq info [59862:59862:8:4294967295]
00000400:00000200:0.0:1775768212.220919:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.220923:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768212.220926:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768212.220928:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768212.220931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768212.220933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768212.220936:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768212.220937:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768212.220940:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768212.220941:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768212.220943:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768212.220945:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768212.220947:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768212.220949:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768212.220951:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768212.220953:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.220958:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768212.220960:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.220964:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.220965:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768212.220967:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768212.220970:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768212.220972:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768212.220973:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300103181
00000100:00000001:0.0:1775768212.220975:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300104442
00000100:00000001:0.0:1775768212.220977:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300103181
00000100:00000001:0.0:1775768212.220978:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300104442
00000100:00000001:0.0:1775768212.220980:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768212.220981:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.220982:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768212.220984:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768212/real 1775768212]  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768212.220989:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768212.220990:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768212.220991:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768212.220992:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768212.220993:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768212.220995:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768212.220997:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768212.221002:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221005:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768212.221006:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221007:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768212.221008:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768212.221010:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221014:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768212.221017:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221034:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768212.221036:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221038:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768212.221039:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221040:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768212.221041:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768212.221043:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768212.221046:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768212.221047:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768212.221049:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768212.221055:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623232:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768212.221058:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768212.221059:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221063:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768212.221064:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768212.221065:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768212.221067:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768212.221068:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768212.221070:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623360:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768212.221071:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768212.221073:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768212.221074:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768212.221075:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768212.221077:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768212.221078:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768212.221081:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768212.221082:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768212.221084:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768212.221086:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360623360, portal 10
00000100:00000001:0.0:1775768212.221088:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768212.221089:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:0.0:1775768212.221092:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221097:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768212.221098:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768212.221100:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768212.221101:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360623360, offset 0
00000400:00000200:0.0:1775768212.221104:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768212.221106:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.221109:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768212.221110:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768212.221112:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768212.221114:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768212.221115:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768212.221117:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59864:59864:256:4294967295] 192.168.202.115@tcp LPNI seq info [59863:59863:8:4294967295]
00000400:00000200:0.0:1775768212.221120:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.221125:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768212.221128:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768212.221129:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768212.221132:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768212.221134:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768212.221137:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768212.221138:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768212.221152:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768212.221154:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768212.221156:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768212.221158:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768212.221160:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768212.221161:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768212.221163:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768212.221165:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221171:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768212.221173:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221177:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.221178:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768212.221180:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768212.221182:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768212.221184:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768212.221185:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300103179
00000100:00000001:0.0:1775768212.221187:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300104442
00000100:00000001:0.0:1775768212.221189:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300103179
00000100:00000001:0.0:1775768212.221190:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300104442
00000100:00000001:0.0:1775768212.221192:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768212.221193:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.221194:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768212.221197:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768212/real 1775768212]  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768212.221201:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768212.221202:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768212.221203:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768212.221204:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768212.221205:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768212.221206:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768212.221208:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768212.221213:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221217:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768212.221218:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221219:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768212.221220:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768212.221222:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221227:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768212.221229:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221233:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768212.221235:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221236:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768212.221236:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221237:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768212.221239:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768212.221240:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768212.221242:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768212.221243:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768212.221245:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768212.221250:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623360:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768212.221252:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768212.221254:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221258:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768212.221259:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768212.221260:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768212.221262:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768212.221263:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768212.221265:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623488:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768212.221267:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768212.221268:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768212.221269:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768212.221270:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768212.221272:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768212.221274:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768212.221276:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768212.221277:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768212.221279:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768212.221281:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360623488, portal 4
00000100:00000001:0.0:1775768212.221283:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768212.221284:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000100:00000040:0.0:1775768212.221288:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221292:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768212.221293:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768212.221295:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768212.221296:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360623488, offset 0
00000400:00000200:0.0:1775768212.221299:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768212.221301:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.221303:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768212.221304:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768212.221306:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768212.221308:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768212.221309:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768212.221311:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59865:59865:256:4294967295] 192.168.202.115@tcp LPNI seq info [59864:59864:8:4294967295]
00000400:00000200:0.0:1775768212.221314:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768212.221318:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768212.221321:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768212.221324:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768212.221328:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768212.221330:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768212.221334:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768212.221337:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768212.221341:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768212.221343:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768212.221345:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768212.221349:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768212.221352:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768212.221354:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768212.221356:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768212.221360:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221369:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768212.221372:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221379:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.221381:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768212.221384:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768212.221387:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768212.221390:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768212.221391:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300103234
00000100:00000001:0.0:1775768212.221393:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300104442
00000100:00000001:0.0:1775768212.221395:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300103234
00000100:00000001:0.0:1775768212.221396:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300104442
00000100:00000001:0.0:1775768212.221397:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768212.221399:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.221400:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768212.221402:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768212/real 1775768212]  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768212.221407:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768212.221408:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768212.221409:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768212.221411:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768212.221412:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768212.221414:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768212.221415:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768212.221421:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221425:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768212.221426:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221427:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768212.221428:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768212.221430:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221433:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768212.221436:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221440:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768212.221442:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221443:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768212.221444:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221445:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768212.221445:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768212.221447:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768212.221449:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768212.221450:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768212.221452:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768212.221457:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623488:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768212.221459:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221460:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768212.221462:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360623232/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221466:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768212.221467:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768212.221469:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768212.221470:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768212.221471:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768212.221472:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768212.221473:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768212.221474:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:0.0:1775768212.221476:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768212.221477:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768212.221478:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:0.0:1775768212.221480:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768212.221481:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221482:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768212.221484:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360623360/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221488:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768212.221489:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768212.221490:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768212.221491:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768212.221492:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768212.221492:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768212.221494:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768212.221494:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:0.0:1775768212.221495:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768212.221496:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768212.221497:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:0.0:1775768212.221499:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768212.221500:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221500:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768212.221502:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360623488/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768212.221506:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768212.221507:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768212.221508:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768212.221509:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768212.221510:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768212.221511:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768212.221512:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768212.221513:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:0.0:1775768212.221514:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768212.221515:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768212.221515:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:0.0:1775768212.221516:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768212.221517:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221518:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768212.221521:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768212.221522:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768212.221523:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768212.221524:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768212.283960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768212.283980:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768212.283982:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768212.283988:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768212.283992:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768212.283995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768212.283998:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768212.284000:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768212.284003:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768213.243917:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768213.243922:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768213.243926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768213.243928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768213.243932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768213.243934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768213.244039:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768213.244042:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768213.244045:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768213.307947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768213.307952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768213.307954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768213.307961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768213.307965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768213.307968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768213.307971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768213.307974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768213.307977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768213.499967:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300104442, at 4300104448
00000100:00000010:3.0:1775768213.499988:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00000100:00000040:2.0:1775768213.500106:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300104442, at 4300104448
00000100:00000010:2.0:1775768213.500113:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00010000:00000001:0.0:1775768214.267950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768214.267956:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768214.267963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768214.267965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768214.267970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768214.267971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768214.267994:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768214.267997:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768214.268016:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768214.331938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768214.331944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768214.331945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768214.331949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768214.331951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768214.331954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768214.331955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768214.331957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768214.331959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768215.291895:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768215.291899:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768215.291904:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768215.291905:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768215.291907:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768215.291909:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768215.291926:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768215.291931:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768215.291933:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768215.355876:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768215.355882:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768215.355884:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768215.355890:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768215.355893:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768215.355897:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768215.355899:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768215.355902:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768215.355904:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.315976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768216.315996:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768216.315998:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768216.316002:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316008:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768216.316010:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316013:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316015:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316020:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768216.316021:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316025:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768216.316026:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768216.316028:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768216.316030:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316031:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768216.316033:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316035:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768216.316037:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768216.316091:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768216.316095:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768216.316098:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768216.380000:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768216.380009:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768216.380011:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768216.380018:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768216.380023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768216.380027:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768216.380030:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768216.380034:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768216.380037:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768217.339966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768217.339979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768217.339986:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768217.339987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768217.339992:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768217.339996:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768217.339996:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768217.340001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340004:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768217.340007:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768217.340009:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768217.340014:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5435
00000400:00000200:3.0:1775768217.340025:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768217.340031:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768217.340034:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768217.340037:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:3.0:1775768217.340038:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768217.340044:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768217.340050:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00010000:00010000:0.0:1775768217.340051:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768217.340052:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768217.340057:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768217.340059:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768217.340061:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768217.340063:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768217.340065:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768217.340067:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768217.340069:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768217.340071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340072:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768217.340079:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768217.340082:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340083:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768217.340085:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768217.340088:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768217.340089:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340091:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768217.340092:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768217.340100:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775768217.340102:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768217.340104:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768217.340106:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340108:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768217.340110:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768217.340113:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768217.340119:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768217.340125:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768217.340132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768217.340141:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768217.340145:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768217.340150:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768217.340172:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768217.340175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768217.340177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768217.340178:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768217.340179:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768217.340181:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768217.340183:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5435
00000400:00000200:3.0:1775768217.340186:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768217.340189:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768217.340191:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768217.340193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340194:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768217.340196:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340197:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768217.340199:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768217.340199:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:0.0:1775768217.340201:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768217.340201:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768217.340206:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768217.340208:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768217.340210:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768217.340210:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768217.340214:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768217.340216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340217:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768217.340218:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768217.340220:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768217.340224:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768217.340225:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768217.340230:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768217.340234:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768217.340235:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340240:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:0.0:1775768217.340242:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775768217.340244:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768217.340255:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340263:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768217.340270:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775768217.340277:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768217.340279:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775768217.340280:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768217.340284:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.340285:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340287:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768217.340289:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768217.340293:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.340295:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1775768217.340296:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768217.340299:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.340301:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775768217.340305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768217.340307:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340322:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1775768217.340324:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360623616:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768217.340325:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768217.340334:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.340336:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768217.340345:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.340346:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1775768217.340348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775768217.340351:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768217.340352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768217.340355:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768217.340359:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768217.340360:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768217.340362:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5435
00000400:00000200:3.0:1775768217.340364:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768217.340366:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768217.340367:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768217.340369:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340370:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768217.340371:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340372:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768217.340374:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768217.340374:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768217.340375:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768217.340376:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768217.340377:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768217.340378:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768217.340380:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340381:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768217.340382:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340383:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768217.340384:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768217.340385:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340386:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768217.340387:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768217.340388:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768217.340390:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340391:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768217.340392:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768217.340393:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1775768217.340394:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340398:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768217.340404:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
02000000:00000010:0.0:1775768217.340405:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
00000020:00000040:3.0:1775768217.340407:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768217.340411:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768217.340412:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768217.340415:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340418:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768217.340419:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768217.340420:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768217.340424:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768217.340425:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
02000000:00000010:3.0:1775768217.340431:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000400:00000010:0.0:1775768217.340433:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000001:3.0:1775768217.340440:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768217.340444:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360623616, portal 25
00000100:00000001:0.0:1775768217.340447:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768217.340449:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00100000:3.0:1775768217.340449:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768217.340460:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768217.340478:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768217.340481:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768217.340482:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768217.340486:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768217.340489:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768217.340494:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360623616, offset 0
00000100:00000040:3.0:1775768217.340495:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768217.340510:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340517:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768217.340520:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768217.340521:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:3.0:1775768217.340528:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768217.340530:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768217.340532:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:3.0:1775768217.340533:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768217.340539:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775768217.340540:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768217.340548:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:3.0:1775768217.340548:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5435
00000400:00000200:0.0:1775768217.340554:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768217.340560:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768217.340560:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768217.340566:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59866:59866:256:4294967295] 192.168.202.115@tcp LPNI seq info [59865:59865:8:4294967295]
00000400:00000200:0.0:1775768217.340570:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768217.340573:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768217.340576:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768217.340581:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340589:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768217.340596:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775768217.340597:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340606:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768217.340611:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.0:1775768217.340615:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775768217.340616:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768217.340620:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1775768217.340622:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000020:00000040:3.0:1775768217.340623:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768217.340628:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768217.340630:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768217.340635:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768217.340637:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768217.340641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768217.340642:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000100:00000040:3.0:1775768217.340647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340651:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768217.340654:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:0.1:1775768217.340656:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768217.340663:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000100:00080000:3.0:1775768217.340664:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768217.340673:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768217.340679:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768217.340679:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1775768217.340686:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
02000000:00000001:3.0:1775768217.340687:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768217.340693:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768217.340694:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768217.340696:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:3.0:1775768217.340697:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768217.340704:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768217.340710:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775768217.340711:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768217.340719:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000400:00000200:0.0:1775768217.340720:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768217.340727:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000020:00000040:3.0:1775768217.340727:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768217.340737:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768217.340738:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.340739:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768217.340740:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768217.340744:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768217.340746:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768217.340747:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768217.340755:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768217.340766:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768217.340771:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768217.340775:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768217.340776:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768217.340778:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768217.340784:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768217.340786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768217.340788:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768217.340791:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5445)
00000100:00000001:0.0:1775768217.340798:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.340805:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.340814:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.340817:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768217.340824:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768217.340853:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768217.340856:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300109563
00000100:00000010:0.0:1775768217.340863:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231540.
00000100:00000001:0.0:1775768217.340871:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768217.340876:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300109563
00000100:00000010:0.0:1775768217.340880:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231420.
00000100:00000001:0.0:1775768217.340883:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768217.340886:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768217.340890:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.340892:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768217.340897:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768217/real 1775768217]  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768217.340914:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768217.340916:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768217.340918:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768217.340921:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768217.340923:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768217.340925:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768217.340929:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768217.340938:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.340945:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768217.340947:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.340949:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.340951:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768217.340955:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.340962:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768217.340967:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.340985:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768217.340988:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.340990:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.340992:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.340994:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768217.340996:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768217.341000:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768217.341005:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768217.341007:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768217.341011:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768217.341017:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360623616:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768217.341021:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341022:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.341023:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360623616/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341027:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768217.341029:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768217.341031:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768217.341033:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768217.341035:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768217.341036:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768217.341037:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768217.341039:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:0.0:1775768217.341042:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768217.341043:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768217.341044:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:0.0:1775768217.341047:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768217.341048:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341049:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341056:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768217.341057:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341059:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768217.341060:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768217.341061:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768217.341063:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341068:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768217.341069:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.341070:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768217.341072:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768217.341073:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768217.341074:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623744:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768217.341077:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768217.341079:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768217.341080:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.341081:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768217.341083:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768217.341085:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768217.341088:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768217.341090:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768217.341092:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768217.341094:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360623744, portal 10
00000100:00000001:0.0:1775768217.341096:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768217.341097:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:0.0:1775768217.341101:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341105:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768217.341106:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768217.341108:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768217.341109:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360623744, offset 0
00000400:00000200:0.0:1775768217.341112:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768217.341114:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768217.341117:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768217.341119:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768217.341121:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768217.341123:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768217.341124:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768217.341126:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59867:59867:256:4294967295] 192.168.202.115@tcp LPNI seq info [59866:59866:8:4294967295]
00000400:00000200:0.0:1775768217.341129:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768217.341133:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768217.341136:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768217.341138:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768217.341140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768217.341142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775768217.341145:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768217.341147:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1775768217.341149:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768217.341150:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768217.341152:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768217.341154:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768217.341156:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768217.341157:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768217.341159:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768217.341161:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341166:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.341167:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341171:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341172:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768217.341174:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768217.341176:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768217.341178:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768217.341179:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300108301
00000100:00000001:0.0:1775768217.341181:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300109563
00000100:00000001:0.0:1775768217.341183:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300108301
00000100:00000001:0.0:1775768217.341184:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300109563
00000100:00000001:0.0:1775768217.341185:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768217.341186:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341187:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768217.341189:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768217/real 1775768217]  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768217.341193:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768217.341194:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768217.341196:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768217.341197:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768217.341198:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768217.341199:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768217.341201:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768217.341206:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341209:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768217.341209:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341210:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.341211:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768217.341213:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341216:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768217.341218:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341222:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768217.341223:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341224:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.341225:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341226:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768217.341227:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768217.341229:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768217.341231:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768217.341232:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768217.341234:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768217.341238:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623744:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768217.341241:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768217.341243:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341247:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768217.341248:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.341249:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768217.341250:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768217.341251:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768217.341252:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623872:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768217.341254:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768217.341255:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768217.341256:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.341257:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768217.341259:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768217.341260:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768217.341261:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768217.341263:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768217.341264:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768217.341266:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360623872, portal 10
00000100:00000001:0.0:1775768217.341267:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768217.341268:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:0.0:1775768217.341271:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341275:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768217.341276:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768217.341277:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768217.341279:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360623872, offset 0
00000400:00000200:0.0:1775768217.341281:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768217.341283:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768217.341284:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768217.341286:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768217.341288:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768217.341290:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768217.341292:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768217.341295:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59868:59868:256:4294967295] 192.168.202.115@tcp LPNI seq info [59867:59867:8:4294967295]
00000400:00000200:0.0:1775768217.341299:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768217.341305:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768217.341309:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768217.341313:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768217.341316:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768217.341319:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775768217.341322:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768217.341325:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1775768217.341328:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768217.341330:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768217.341361:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768217.341365:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768217.341368:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768217.341370:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768217.341372:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768217.341394:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341400:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.341403:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341407:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341408:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768217.341410:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768217.341413:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768217.341415:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768217.341416:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300108299
00000100:00000001:0.0:1775768217.341427:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300109563
00000100:00000001:0.0:1775768217.341429:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300108299
00000100:00000001:0.0:1775768217.341431:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300109563
00000100:00000001:0.0:1775768217.341433:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768217.341434:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341435:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768217.341438:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768217/real 1775768217]  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768217.341442:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768217.341443:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768217.341444:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768217.341446:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768217.341447:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768217.341448:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768217.341450:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768217.341455:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341458:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768217.341459:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341460:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.341461:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768217.341463:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341466:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768217.341468:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341472:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768217.341473:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341474:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.341475:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341477:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768217.341478:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768217.341480:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768217.341482:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768217.341484:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768217.341486:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768217.341489:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360623872:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768217.341491:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768217.341493:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341497:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768217.341498:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.341499:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768217.341501:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768217.341502:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768217.341504:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624000:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768217.341506:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768217.341507:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768217.341508:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768217.341509:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768217.341521:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768217.341523:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768217.341532:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768217.341534:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768217.341536:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768217.341538:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624000, portal 4
00000100:00000001:0.0:1775768217.341546:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768217.341547:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:0.0:1775768217.341551:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341555:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768217.341556:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768217.341567:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768217.341568:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360624000, offset 0
00000400:00000200:0.0:1775768217.341571:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768217.341574:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768217.341583:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768217.341585:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768217.341587:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768217.341589:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768217.341590:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768217.341592:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59869:59869:256:4294967295] 192.168.202.115@tcp LPNI seq info [59868:59868:8:4294967295]
00000400:00000200:0.0:1775768217.341595:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768217.341599:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768217.341602:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768217.341612:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768217.341614:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768217.341616:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775768217.341618:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768217.341620:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1775768217.341622:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768217.341623:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768217.341634:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768217.341636:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768217.341637:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768217.341639:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768217.341640:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768217.341642:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341647:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.341657:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341666:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341667:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768217.341669:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768217.341671:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768217.341673:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768217.341675:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300108354
00000100:00000001:0.0:1775768217.341676:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300109563
00000100:00000001:0.0:1775768217.341678:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300108354
00000100:00000001:0.0:1775768217.341679:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300109563
00000100:00000001:0.0:1775768217.341680:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768217.341682:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341690:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768217.341692:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768217/real 1775768217]  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768217.341697:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768217.341698:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768217.341706:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768217.341708:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768217.341709:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768217.341710:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768217.341719:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768217.341724:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341727:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768217.341728:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341729:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.341730:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768217.341732:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341743:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768217.341745:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341750:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768217.341751:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341752:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768217.341753:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341754:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768217.341755:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768217.341757:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768217.341758:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768217.341759:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768217.341761:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768217.341765:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624000:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768217.341768:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341769:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.341771:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360623744/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341774:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768217.341775:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768217.341776:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768217.341778:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768217.341779:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768217.341779:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768217.341780:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768217.341781:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:0.0:1775768217.341783:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768217.341784:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768217.341785:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:0.0:1775768217.341787:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768217.341788:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341789:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.341791:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360623872/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341795:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768217.341796:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768217.341797:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768217.341798:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768217.341798:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768217.341799:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768217.341800:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768217.341801:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:0.0:1775768217.341802:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768217.341802:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768217.341803:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:0.0:1775768217.341804:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768217.341805:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341805:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768217.341807:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360624000/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768217.341819:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768217.341819:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768217.341820:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768217.341840:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768217.341841:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768217.341841:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768217.341842:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768217.341843:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:0.0:1775768217.341845:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768217.341845:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768217.341846:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:0.0:1775768217.341847:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768217.341848:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341850:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768217.341852:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768217.341853:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768217.341854:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768217.341855:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768217.403933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768217.403946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768217.403947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768217.403952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768217.403954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768217.403957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768217.403958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768217.403960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768217.403962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768218.363908:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768218.363914:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768218.363922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768218.363926:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768218.363928:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768218.363933:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768218.363936:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768218.363939:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768218.363941:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768218.363944:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768218.363948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768218.363949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768218.364021:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768218.364027:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768218.364031:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768218.427997:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768218.428005:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768218.428007:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768218.428014:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768218.428018:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768218.428022:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768218.428025:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768218.428028:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768218.428030:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768218.619971:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300109563, at 4300109568
00000100:00000040:2.0:1775768218.619975:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300109563, at 4300109568
00000100:00000010:3.0:1775768218.619989:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00000100:00000010:2.0:1775768218.619994:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00010000:00000001:0.0:1775768219.387991:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768219.387997:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768219.388005:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768219.388007:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768219.388010:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768219.388012:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768219.388043:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768219.388046:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768219.388048:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768219.451940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768219.451958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768219.451965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768219.451973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768219.451980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768219.451984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768219.451987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768219.451990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768219.451994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768220.411896:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768220.411901:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768220.411905:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768220.411906:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768220.411908:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768220.411909:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768220.411923:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768220.411924:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768220.411926:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768220.475956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768220.475961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768220.475963:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768220.475968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768220.475972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768220.475975:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768220.475977:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768220.475979:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768220.475981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768221.435972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768221.435978:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768221.435983:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768221.435985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768221.435988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768221.435989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768221.436121:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768221.436124:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768221.436128:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768221.499894:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768221.499898:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768221.499899:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768221.499903:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768221.499906:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768221.499909:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768221.499911:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768221.499912:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768221.499914:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768222.459945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768222.459950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768222.459953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768222.459955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768222.459958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768222.459958:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768222.459960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768222.459962:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768222.459965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768222.459966:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768222.459968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768222.459973:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5440
00000400:00000200:3.0:1775768222.459981:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768222.459987:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000020:00000001:0.0:1775768222.459989:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:3.0:1775768222.459990:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768222.459992:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768222.459996:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00010000:0.0:1775768222.459997:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768222.460001:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768222.460004:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768222.460010:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768222.460012:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768222.460015:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768222.460017:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768222.460020:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768222.460023:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768222.460026:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768222.460030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768222.460034:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768222.460037:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460040:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768222.460043:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768222.460046:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768222.460049:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460051:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768222.460054:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768222.460067:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775768222.460070:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768222.460074:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768222.460075:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460078:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768222.460080:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768222.460083:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768222.460089:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768222.460094:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768222.460100:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768222.460107:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768222.460110:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768222.460113:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768222.460128:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768222.460130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768222.460133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768222.460133:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768222.460135:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768222.460136:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768222.460138:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5440
00000400:00000200:3.0:1775768222.460141:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768222.460144:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768222.460146:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768222.460148:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460149:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768222.460151:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460152:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768222.460154:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768222.460155:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768222.460156:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768222.460157:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768222.460158:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768222.460160:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768222.460160:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768222.460164:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775768222.460164:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768222.460168:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768222.460169:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768222.460169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768222.460172:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768222.460174:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460178:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768222.460179:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768222.460179:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768222.460185:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768222.460189:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460192:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768222.460195:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1775768222.460196:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768222.460198:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768222.460199:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460203:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.460204:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1775768222.460205:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775768222.460208:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768222.460209:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768222.460210:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768222.460211:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460214:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768222.460215:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768222.460215:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768222.460218:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768222.460221:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00100000:0.0:1775768222.460222:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360624128:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768222.460223:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460228:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1775768222.460229:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768222.460234:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768222.460236:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.460238:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775768222.460246:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768222.460248:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768222.460249:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
00000100:00000040:3.0:1775768222.460251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768222.460254:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460261:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.460265:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:3.0:1775768222.460265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768222.460269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768222.460270:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768222.460271:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1775768222.460272:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000100:00000001:3.0:1775768222.460275:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768222.460278:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5440
00000400:00000200:3.0:1775768222.460280:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768222.460281:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000400:00000200:3.0:1775768222.460283:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768222.460286:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768222.460287:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000200:0.0:1775768222.460290:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624128, portal 25
00000100:00000001:3.0:1775768222.460290:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768222.460292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768222.460295:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768222.460296:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768222.460298:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000020:00000001:3.0:1775768222.460300:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768222.460302:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000040:0.0:1775768222.460305:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768222.460306:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768222.460309:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768222.460314:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768222.460316:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768222.460319:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768222.460321:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768222.460325:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360624128, offset 0
00000020:00000001:3.0:1775768222.460328:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768222.460332:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775768222.460335:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460338:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768222.460340:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775768222.460342:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460346:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768222.460347:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000040:3.0:1775768222.460351:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768222.460352:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775768222.460358:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768222.460359:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768222.460363:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775768222.460364:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.460367:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:3.0:1775768222.460367:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768222.460370:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768222.460374:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.460375:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59870:59870:256:4294967295] 192.168.202.115@tcp LPNI seq info [59869:59869:8:4294967295]
00000100:00000001:3.0:1775768222.460376:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768222.460379:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768222.460383:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460385:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.460387:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:3.0:1775768222.460388:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775768222.460391:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768222.460393:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768222.460394:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460396:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768222.460398:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768222.460400:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.460404:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1775768222.460404:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768222.460409:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768222.460414:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00100000:3.0:1775768222.460416:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1775768222.460420:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000100:00000001:3.0:1775768222.460422:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768222.460425:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768222.460430:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775768222.460430:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775768222.460435:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775768222.460442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768222.460445:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:3.0:1775768222.460446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768222.460450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1775768222.460450:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775768222.460452:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768222.460454:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1775768222.460457:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460458:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1775768222.460460:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000100:00080000:3.0:1775768222.460463:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5440
00000400:00000200:0.0:1775768222.460466:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768222.460469:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768222.460474:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768222.460474:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768222.460477:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768222.460480:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000100:00000040:3.0:1775768222.460481:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768222.460483:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:3.0:1775768222.460484:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768222.460487:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1775768222.460487:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460490:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:0.0:1775768222.460493:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768222.460493:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768222.460494:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768222.460497:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768222.460499:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768222.460503:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768222.460506:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768222.460510:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768222.460510:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460513:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768222.460515:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768222.460516:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768222.460520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768222.460524:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768222.460528:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768222.460530:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460530:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460532:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1775768222.460533:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768222.460536:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768222.460537:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460538:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460539:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768222.460542:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1775768222.460545:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:3.0:1775768222.460546:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460548:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300114682
00000100:00000001:3.0:1775768222.460548:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768222.460552:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000100:00000010:0.0:1775768222.460554:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231540.
00000020:00000040:3.0:1775768222.460554:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768222.460558:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768222.460560:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768222.460561:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768222.460562:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1775768222.460562:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768222.460563:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460566:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300114682
02000000:00000010:3.0:1775768222.460568:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000010:0.0:1775768222.460570:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231420.
00000100:00000001:3.0:1775768222.460571:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460575:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1775768222.460577:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768222.460579:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768222.460583:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460588:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775768222.460588:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768222.460590:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768222.460593:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768222/real 1775768222]  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768222.460595:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768222.460619:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768222.460621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1775768222.460622:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1775768222.460623:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1775768222.460625:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1775768222.460627:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5451)
00000400:00000010:0.0:1775768222.460629:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768222.460633:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768222.460635:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768222.460638:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768222.460643:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768222.460652:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460656:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768222.460657:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460659:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.460660:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768222.460662:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460667:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768222.460670:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460674:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768222.460675:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460676:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.460677:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460679:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768222.460680:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768222.460682:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768222.460684:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768222.460685:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768222.460687:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768222.460692:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360624128:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768222.460694:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460695:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768222.460697:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360624128/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460701:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768222.460703:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768222.460704:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768222.460706:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768222.460707:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768222.460708:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768222.460709:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768222.460711:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:0.0:1775768222.460713:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768222.460715:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768222.460716:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:0.0:1775768222.460718:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768222.460719:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460720:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460725:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768222.460726:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460727:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768222.460728:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768222.460729:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768222.460732:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460738:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768222.460740:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.460741:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768222.460743:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768222.460745:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768222.460747:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624256:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768222.460750:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768222.460752:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768222.460753:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.460755:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768222.460758:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768222.460760:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.460763:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768222.460766:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768222.460769:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768222.460772:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624256, portal 10
00000100:00000001:0.0:1775768222.460774:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768222.460775:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:0.0:1775768222.460780:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460786:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768222.460793:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768222.460796:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768222.460798:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360624256, offset 0
00000400:00000200:0.0:1775768222.460800:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768222.460803:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768222.460805:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768222.460807:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768222.460809:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768222.460811:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768222.460812:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768222.460814:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59871:59871:256:4294967295] 192.168.202.115@tcp LPNI seq info [59870:59870:8:4294967295]
00000400:00000200:0.0:1775768222.460816:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768222.460820:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768222.460823:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768222.460825:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768222.460843:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768222.460845:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768222.460848:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768222.460849:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768222.460852:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768222.460853:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768222.460855:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768222.460857:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768222.460859:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768222.460860:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768222.460861:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768222.460863:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460870:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768222.460873:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460879:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460881:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768222.460884:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768222.460887:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768222.460890:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768222.460892:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300113421
00000100:00000001:0.0:1775768222.460894:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300114682
00000100:00000001:0.0:1775768222.460896:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300113421
00000100:00000001:0.0:1775768222.460898:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300114682
00000100:00000001:0.0:1775768222.460900:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768222.460902:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.460904:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768222.460907:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768222/real 1775768222]  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768222.460915:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768222.460916:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768222.460918:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768222.460933:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768222.460934:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768222.460935:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768222.460938:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768222.460943:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460946:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768222.460947:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460948:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.460949:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768222.460951:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460955:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768222.460957:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460961:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768222.460963:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460964:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.460965:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.460966:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768222.460968:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768222.460970:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768222.460973:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768222.460975:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768222.460978:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768222.460985:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624256:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768222.460989:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768222.460991:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.460998:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768222.460999:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.461001:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768222.461003:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768222.461005:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768222.461008:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624384:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768222.461010:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768222.461012:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768222.461014:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.461015:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768222.461018:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768222.461019:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.461021:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768222.461023:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768222.461024:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768222.461026:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624384, portal 10
00000100:00000001:0.0:1775768222.461028:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768222.461028:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:0.0:1775768222.461032:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461036:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768222.461037:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768222.461046:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768222.461047:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360624384, offset 0
00000400:00000200:0.0:1775768222.461050:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768222.461052:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768222.461055:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768222.461057:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768222.461058:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768222.461060:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768222.461061:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768222.461063:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59872:59872:256:4294967295] 192.168.202.115@tcp LPNI seq info [59871:59871:8:4294967295]
00000400:00000200:0.0:1775768222.461066:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768222.461072:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768222.461076:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768222.461080:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768222.461083:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768222.461085:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768222.461089:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768222.461091:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768222.461095:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768222.461097:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768222.461099:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768222.461102:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768222.461105:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768222.461107:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768222.461109:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768222.461112:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461120:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768222.461121:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461126:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.461127:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768222.461129:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768222.461131:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768222.461133:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768222.461134:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300113419
00000100:00000001:0.0:1775768222.461135:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300114682
00000100:00000001:0.0:1775768222.461137:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300113419
00000100:00000001:0.0:1775768222.461138:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300114682
00000100:00000001:0.0:1775768222.461139:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768222.461140:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.461141:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768222.461143:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768222/real 1775768222]  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768222.461147:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768222.461148:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768222.461149:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768222.461151:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768222.461152:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768222.461154:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768222.461156:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768222.461164:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461170:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768222.461171:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461173:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.461174:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768222.461177:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461184:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768222.461187:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461194:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768222.461196:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461198:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.461199:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461201:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768222.461202:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768222.461204:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768222.461206:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768222.461208:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768222.461210:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768222.461214:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624384:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768222.461217:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768222.461218:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461222:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768222.461223:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.461225:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768222.461226:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768222.461227:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768222.461229:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624512:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768222.461231:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768222.461232:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768222.461233:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768222.461234:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768222.461236:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768222.461237:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768222.461240:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768222.461242:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768222.461245:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768222.461248:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624512, portal 4
00000100:00000001:0.0:1775768222.461249:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768222.461251:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:0.0:1775768222.461256:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461262:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768222.461264:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768222.461266:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768222.461268:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360624512, offset 0
00000400:00000200:0.0:1775768222.461272:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768222.461276:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768222.461279:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768222.461281:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768222.461284:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768222.461286:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768222.461288:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768222.461291:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59873:59873:256:4294967295] 192.168.202.115@tcp LPNI seq info [59872:59872:8:4294967295]
00000400:00000200:0.0:1775768222.461294:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768222.461299:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768222.461302:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768222.461304:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768222.461306:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768222.461308:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768222.461310:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768222.461312:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768222.461314:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768222.461315:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:0.0:1775768222.461317:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768222.461319:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768222.461320:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:0.0:1775768222.461322:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:0.0:1775768222.461323:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768222.461325:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461330:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768222.461331:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461337:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.461339:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768222.461341:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768222.461344:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768222.461347:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768222.461348:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300113474
00000100:00000001:0.0:1775768222.461350:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300114682
00000100:00000001:0.0:1775768222.461352:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300113474
00000100:00000001:0.0:1775768222.461354:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300114682
00000100:00000001:0.0:1775768222.461356:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768222.461358:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.461360:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768222.461363:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768222/real 1775768222]  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768222.461371:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768222.461373:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768222.461374:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:0.0:1775768222.461376:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:0.0:1775768222.461378:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000100:00000001:0.0:1775768222.461380:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768222.461382:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768222.461389:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461395:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768222.461396:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461398:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.461399:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768222.461403:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461409:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768222.461413:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461419:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768222.461421:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461422:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768222.461423:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461424:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768222.461425:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768222.461426:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768222.461428:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768222.461429:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768222.461432:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768222.461437:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624512:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768222.461439:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461440:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768222.461442:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360624256/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461445:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768222.461446:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768222.461447:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768222.461448:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768222.461449:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768222.461450:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768222.461451:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768222.461452:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:0.0:1775768222.461454:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768222.461455:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768222.461456:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:0.0:1775768222.461457:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768222.461458:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461459:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768222.461460:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360624384/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461464:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768222.461465:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768222.461465:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768222.461466:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768222.461467:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768222.461468:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768222.461468:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768222.461469:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:0.0:1775768222.461470:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768222.461471:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768222.461472:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:0.0:1775768222.461473:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768222.461474:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461475:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768222.461477:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360624512/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768222.461480:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768222.461480:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768222.461481:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768222.461482:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768222.461483:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768222.461483:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768222.461484:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768222.461485:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:0.0:1775768222.461486:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768222.461486:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768222.461487:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:0.0:1775768222.461488:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768222.461489:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461490:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768222.461492:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768222.461493:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768222.461494:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768222.461495:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768222.523964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768222.523971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768222.523973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768222.523978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768222.523982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768222.523986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768222.523989:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768222.523991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768222.523994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768223.483969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768223.483977:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768223.483985:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768223.483987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768223.483992:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768223.483993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768223.484080:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768223.484087:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768223.484091:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768223.547896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768223.547904:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768223.547906:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768223.547932:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768223.547936:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768223.547939:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768223.547941:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768223.547944:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768223.547946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768223.739980:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300114682, at 4300114688
00000100:00000040:2.0:1775768223.739992:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300114682, at 4300114688
00000100:00000010:3.0:1775768223.739996:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00000100:00000010:2.0:1775768223.740008:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00010000:00000001:0.0:1775768224.507926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768224.507931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768224.507938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768224.507940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768224.507943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768224.507945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768224.507964:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768224.507967:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768224.507969:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768224.571958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768224.571965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768224.571967:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768224.571972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768224.571975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768224.571978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768224.571979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768224.571981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768224.571983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768225.531962:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768225.531964:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768225.531966:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531970:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768225.531972:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531973:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531975:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768225.531982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768225.531988:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768225.531990:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768225.531992:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531993:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768225.531994:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531997:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768225.531999:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768225.532018:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768225.532021:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768225.532023:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768225.595874:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768225.595879:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768225.595881:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768225.595886:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768225.595915:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768225.595918:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768225.595921:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768225.595923:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768225.595925:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768226.555970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768226.555976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768226.555983:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768226.555985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768226.555989:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768226.555990:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768226.556052:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768226.556054:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768226.556056:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768226.619975:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768226.619982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768226.619984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768226.619989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768226.619994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768226.619998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768226.620001:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768226.620003:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768226.620006:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768227.579978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768227.579991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768227.579994:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768227.579999:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768227.580009:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768227.580018:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5446
00000400:00000200:0.0:1775768227.580028:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768227.580036:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768227.580040:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768227.580042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768227.580047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768227.580052:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768227.580053:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768227.580055:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768227.580058:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768227.580061:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768227.580063:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768227.580066:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580068:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768227.580070:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768227.580081:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768227.580084:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580087:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768227.580091:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768227.580095:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768227.580098:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.580101:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768227.580104:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768227.580116:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289c00.
00000020:00000040:0.0:1775768227.580120:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768227.580124:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768227.580126:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.580129:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768227.580132:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768227.580145:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768227.580154:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28400.
00000100:00000001:0.0:1775768227.580163:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768227.580173:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768227.580185:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768227.580190:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768227.580202:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042de1505] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768227.580226:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768227.580230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768227.580234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768227.580235:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768227.580237:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768227.580239:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768227.580242:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5446
00000400:00000200:0.0:1775768227.580246:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768227.580249:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768227.580251:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768227.580254:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580256:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768227.580259:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580261:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768227.580263:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768227.580265:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768227.580266:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768227.580269:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768227.580271:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768227.580273:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768227.580277:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768227.580282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768227.580284:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768227.580287:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768227.580294:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768227.580294:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768227.580297:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768227.580299:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768227.580303:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768227.580311:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775768227.580311:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768227.580320:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.580326:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768227.580332:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768227.580334:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1775768227.580338:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.580339:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.580344:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.580346:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1775768227.580350:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289880.
02000000:00000001:1.0:1775768227.580350:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768227.580355:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768227.580357:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768227.580361:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768227.580364:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768227.580365:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360624640:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768227.580368:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768227.580373:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768227.580376:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768227.580377:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.580382:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1775768227.580383:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29800.
02000000:00000001:1.0:1775768227.580385:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.580390:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768227.580391:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768227.580397:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
00000100:00100000:0.0:1775768227.580401:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768227.580402:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768227.580415:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768227.580421:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000100:00000001:0.0:1775768227.580427:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775768227.580430:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000001:0.0:1775768227.580431:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768227.580437:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624640, portal 25
00000100:00000040:0.0:1775768227.580441:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007da4ace9] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.580441:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768227.580444:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336564224 : -130299372987392 : ffff897e50289c00)
00000100:00000040:1.0:1775768227.580452:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.580480:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768227.580481:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768227.580487:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:0.0:1775768227.580489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775768227.580489:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768227.580498:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360624640, offset 0
00000100:00080000:0.0:1775768227.580499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768227.580502:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768227.580504:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775768227.580505:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580512:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768227.580517:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5446
00000400:00000200:1.0:1775768227.580521:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768227.580531:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768227.580535:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768227.580538:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768227.580542:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768227.580544:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768227.580548:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59874:59874:256:4294967295] 192.168.202.115@tcp LPNI seq info [59873:59873:8:4294967295]
00000400:00000200:1.0:1775768227.580553:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768227.580561:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768227.580572:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:1.0:1775768227.580576:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1775768227.580578:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768227.580587:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:1.0:1775768227.580592:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580593:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768227.580599:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000010:1.0:1775768227.580601:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000100:00000001:0.0:1775768227.580602:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768227.580607:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768227.580608:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768227.580611:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768227.580615:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:1.0:1775768227.580615:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:0.0:1775768227.580622:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:1.0:1775768227.580624:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1775768227.580628:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:1.1:1775768227.580635:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:0.0:1775768227.580638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580643:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768227.580644:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1775768227.580647:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768227.580652:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768227.580655:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000100:1.0:1775768227.580664:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580669:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768227.580670:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
02000000:00000001:0.0:1775768227.580679:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775768227.580682:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768227.580683:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768227.580689:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.580693:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775768227.580694:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1775768227.580696:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768227.580701:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768227.580702:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000100:00000001:0.0:1775768227.580707:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775768227.580708:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000010:0.0:1775768227.580715:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b480.
00000100:00000001:1.0:1775768227.580716:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1775768227.580720:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000200:1.0:1775768227.580724:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768227.580725:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768227.580728:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.580732:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768227.580735:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768227.580738:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768227.580747:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2bc00.
00000100:00000001:1.0:1775768227.580751:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768227.580752:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768227.580760:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775768227.580768:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768227.580770:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768227.580775:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768227.580785:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b273d1] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.580787:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.580795:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768227.580804:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.580805:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768227.580807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768227.580813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775768227.580815:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768227.580817:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768227.580819:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768227.580822:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300119802
00000100:00000001:0.0:1775768227.580824:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768227.580880:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5446
00000100:00000010:1.0:1775768227.580882:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d900.
00000400:00000200:0.0:1775768227.580890:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768227.580891:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1775768227.580898:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768227.580900:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300119803
00000100:00080000:0.0:1775768227.580902:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775768227.580907:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9da20.
00000100:00000040:0.0:1775768227.580909:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.580914:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768227.580914:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1775768227.580920:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768227.580921:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768227.580925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768227.580926:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768227.580936:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768227.580936:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1775768227.580940:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00100000:1.0:1775768227.580943:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768227/real 1775768227]  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768227.580944:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768227.580951:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768227.580961:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000001:1.0:1775768227.580963:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768227.580967:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1775768227.580968:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000010:1.0:1775768227.580969:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768227.580973:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768227.580976:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000040:0.0:1775768227.580979:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768227.580980:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768227.580984:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775768227.580988:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768227.580993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768227.581002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768227.581005:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768227.581017:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000200:1.0:1775768227.581017:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768227.581030:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581033:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1775768227.581035:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768227.581036:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581039:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.581041:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768227.581042:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775768227.581046:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768227.581050:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.581058:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768227.581064:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768227.581064:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1775768227.581075:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768227.581075:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768227.581085:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768227.581094:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289180.
00000020:00000040:0.0:1775768227.581100:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768227.581107:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775768227.581109:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1775768227.581110:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768227.581115:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768227.581118:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768227.581118:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768227.581121:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581122:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.581127:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1775768227.581131:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a800.
00000100:00000001:1.0:1775768227.581131:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768227.581137:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768227.581138:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768227.581146:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1775768227.581152:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1775768227.581156:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768227.581159:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1775768227.581171:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775768227.581173:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768227.581174:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768227.581181:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003142616a] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768227.581231:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768227.581235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768227.581239:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1775768227.581239:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360624640:192.168.202.115@tcp:250:kworker.0
00000100:00000040:0.0:1775768227.581245:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5456)
00000100:00000001:1.0:1775768227.581248:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581257:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768227.581264:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289c00 x1862022360624640/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581273:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00010000:00000001:0.0:1775768227.581274:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:1.0:1775768227.581277:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00010000:00000001:0.0:1775768227.581279:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768227.581282:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
00010000:00000001:0.0:1775768227.581285:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:1.0:1775768227.581287:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00010000:00000001:0.0:1775768227.581288:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768227.581293:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00010000:00000001:0.0:1775768227.581296:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000040:1.0:1775768227.581297:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00010000:00000001:0.0:1775768227.581299:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768227.581303:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768227.581306:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28400.
02000000:00000001:1.0:1775768227.581311:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768227.581313:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768227.581315:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289c00.
00000100:00000001:1.0:1775768227.581319:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000020:00000001:0.0:1775768227.581322:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775768227.581322:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1775768227.581327:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581328:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1775768227.581331:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768227.581338:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768227.581340:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581343:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768227.581346:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768227.581348:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768227.581352:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581360:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768227.581361:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.581363:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768227.581365:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768227.581367:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768227.581370:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624768:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768227.581373:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768227.581376:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768227.581377:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.581379:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768227.581381:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775768227.581383:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768227.581387:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768227.581390:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768227.581393:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768227.581396:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624768, portal 10
00000100:00000001:1.0:1775768227.581398:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768227.581400:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336563328 : -130299372988288 : ffff897e50289880)
00000100:00000040:1.0:1775768227.581406:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581412:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768227.581414:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768227.581416:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768227.581418:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360624768, offset 0
00000400:00000200:1.0:1775768227.581422:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768227.581426:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768227.581430:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768227.581432:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768227.581435:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768227.581437:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768227.581439:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768227.581443:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59875:59875:256:4294967295] 192.168.202.115@tcp LPNI seq info [59874:59874:8:4294967295]
00000400:00000200:1.0:1775768227.581446:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768227.581452:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768227.581456:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768227.581460:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768227.581463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768227.581464:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768227.581467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768227.581469:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768227.581471:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768227.581472:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768227.581474:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768227.581476:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768227.581478:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768227.581479:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768227.581481:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768227.581483:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581488:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768227.581490:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581493:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581494:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768227.581496:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768227.581499:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768227.581501:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768227.581502:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300118541
00000100:00000001:1.0:1775768227.581504:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300119802
00000100:00000001:1.0:1775768227.581505:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300118541
00000100:00000001:1.0:1775768227.581506:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300119803
00000100:00000001:1.0:1775768227.581508:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768227.581509:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581510:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768227.581512:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768227/real 1775768227]  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768227.581516:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768227.581517:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768227.581517:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768227.581519:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768227.581520:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768227.581521:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768227.581522:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768227.581526:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581530:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768227.581531:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581532:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.581534:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768227.581537:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581543:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768227.581547:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581554:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768227.581556:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581558:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.581559:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581561:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768227.581563:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768227.581565:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768227.581568:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768227.581570:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768227.581573:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768227.581581:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624768:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768227.581585:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768227.581588:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581594:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768227.581596:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.581598:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768227.581599:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768227.581601:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768227.581604:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624896:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768227.581607:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768227.581609:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768227.581610:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.581612:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768227.581615:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768227.581617:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768227.581620:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768227.581622:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768227.581624:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768227.581627:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360624896, portal 10
00000100:00000001:1.0:1775768227.581628:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768227.581630:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336570496 : -130299372981120 : ffff897e5028b480)
00000100:00000040:1.0:1775768227.581634:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581640:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768227.581642:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768227.581644:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768227.581646:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360624896, offset 0
00000400:00000200:1.0:1775768227.581650:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768227.581653:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768227.581656:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768227.581659:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768227.581661:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768227.581663:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768227.581665:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768227.581667:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59876:59876:256:4294967295] 192.168.202.115@tcp LPNI seq info [59875:59875:8:4294967295]
00000400:00000200:1.0:1775768227.581671:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768227.581676:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768227.581681:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768227.581683:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768227.581687:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768227.581689:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768227.581693:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768227.581695:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768227.581698:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768227.581700:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768227.581702:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768227.581705:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768227.581707:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768227.581709:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768227.581711:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768227.581714:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581720:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768227.581723:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581730:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581731:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768227.581734:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768227.581736:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768227.581739:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768227.581741:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300118539
00000100:00000001:1.0:1775768227.581743:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300119802
00000100:00000001:1.0:1775768227.581745:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300118539
00000100:00000001:1.0:1775768227.581747:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300119803
00000100:00000001:1.0:1775768227.581749:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768227.581750:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581752:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768227.581755:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768227/real 1775768227]  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768227.581763:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768227.581764:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768227.581766:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768227.581768:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768227.581769:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768227.581771:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768227.581774:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768227.581779:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581783:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768227.581784:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581785:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.581785:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768227.581788:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581792:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768227.581794:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581797:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768227.581799:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581799:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.581800:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.581801:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768227.581802:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768227.581803:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768227.581805:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768227.581806:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768227.581808:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768227.581812:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360624896:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768227.581814:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768227.581816:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581820:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768227.581821:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.581822:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768227.581823:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768227.581824:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768227.581826:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625024:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768227.581844:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768227.581846:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768227.581847:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768227.581849:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768227.581851:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775768227.581852:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768227.581854:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768227.581856:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768227.581858:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768227.581860:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625024, portal 4
00000100:00000001:1.0:1775768227.581861:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768227.581862:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336561536 : -130299372990080 : ffff897e50289180)
00000100:00000040:1.0:1775768227.581865:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581880:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768227.581882:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768227.581884:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768227.581885:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360625024, offset 0
00000400:00000200:1.0:1775768227.581887:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768227.581890:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768227.581892:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768227.581894:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768227.581895:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768227.581897:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768227.581898:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768227.581900:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59877:59877:256:4294967295] 192.168.202.115@tcp LPNI seq info [59876:59876:8:4294967295]
00000400:00000200:1.0:1775768227.581903:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768227.581906:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768227.581908:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768227.581910:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768227.581913:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768227.581915:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775768227.581919:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768227.581921:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775768227.581924:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768227.581926:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768227.581929:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768227.581932:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768227.581934:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768227.581936:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768227.581938:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768227.581941:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581947:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768227.581949:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768252 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.581954:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581955:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768227.581957:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768227.581960:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768227.581963:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768227.581964:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300118595
00000100:00000001:1.0:1775768227.581966:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300119802
00000100:00000001:1.0:1775768227.581968:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300118595
00000100:00000001:1.0:1775768227.581969:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300119803
00000100:00000001:1.0:1775768227.581971:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768227.581972:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.581974:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768227.581977:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768227/real 1775768227]  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768227.581983:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768227.581984:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768227.581985:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768227.581987:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768227.581988:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768227.581990:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768227.581992:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768227.581999:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.582004:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768227.582005:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582007:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.582008:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768227.582011:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.582017:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768227.582020:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.582026:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768227.582029:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582030:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768227.582031:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582033:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768227.582034:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768227.582037:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768227.582040:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768227.582042:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768227.582045:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768227.582053:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625024:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768227.582056:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582058:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768227.582060:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289880 x1862022360624768/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.582064:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768227.582065:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768227.582066:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775768227.582068:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768227.582068:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768227.582069:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768227.582070:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768227.582071:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29800.
02000000:00000001:1.0:1775768227.582073:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768227.582074:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768227.582075:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289880.
00000100:00000001:1.0:1775768227.582077:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768227.582078:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582078:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768227.582080:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b480 x1862022360624896/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.582084:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768227.582084:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768227.582085:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768227.582086:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768227.582087:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768227.582087:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768227.582088:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768227.582089:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:1.0:1775768227.582090:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768227.582091:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768227.582091:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b480.
00000100:00000001:1.0:1775768227.582093:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768227.582093:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582094:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768227.582095:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289180 x1862022360625024/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768252 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768227.582098:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768227.582099:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768227.582100:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd4800.
02000000:00000001:1.0:1775768227.582101:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768227.582102:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768227.582103:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768227.582104:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768227.582104:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a800.
02000000:00000001:1.0:1775768227.582106:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768227.582106:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768227.582107:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289180.
00000100:00000001:1.0:1775768227.582108:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768227.582108:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582109:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768227.582111:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768227.582112:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768227.582113:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768227.582114:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768227.643958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768227.643972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768227.643974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768227.643980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768227.643984:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768227.643988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768227.643990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768227.643992:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768227.643994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768228.603970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768228.603976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768228.603983:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768228.603987:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768228.603989:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768228.603993:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768228.603996:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768228.603999:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768228.604001:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768228.604004:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768228.604007:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768228.604009:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768228.604033:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768228.604037:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768228.604041:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768228.667961:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768228.667967:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768228.667969:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768228.667974:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768228.667978:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768228.667982:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768228.667985:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768228.667987:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768228.667990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768228.859925:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300119802, at 4300119808
00000100:00000040:3.0:1775768228.859925:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300119803, at 4300119808
00000100:00000010:2.0:1775768228.859938:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d900.
00000100:00000010:3.0:1775768228.859938:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9da20.
00010000:00000001:0.0:1775768229.627942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768229.627948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768229.627952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768229.627953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768229.627963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768229.627964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768229.627979:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768229.627981:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768229.627984:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768229.691912:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768229.691917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768229.691918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768229.691922:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768229.691925:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768229.691928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768229.691929:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768229.691931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768229.691933:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768230.651914:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768230.651919:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768230.651931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768230.651932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768230.651942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768230.651943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768230.651962:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768230.651964:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768230.651967:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768230.715884:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768230.715889:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768230.715890:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768230.715894:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768230.715897:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768230.715899:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768230.715901:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768230.715902:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768230.715904:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768231.675952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768231.675958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768231.675964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768231.675965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768231.675970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768231.675971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768231.676017:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768231.676020:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768231.676023:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768231.739942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768231.739948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768231.739949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768231.739953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768231.739956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768231.739959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768231.739961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768231.739962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768231.739964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768232.699959:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768232.699969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768232.699972:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768232.699975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.699976:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768232.699982:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768232.699983:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768232.699985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768232.699988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768232.699988:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.699995:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768232.700001:0:56247:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5451
00000020:00000001:0.0:1775768232.700008:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:3.0:1775768232.700012:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768232.700013:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768232.700019:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768232.700024:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768232.700028:0:56247:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768232.700030:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700034:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700036:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700038:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768232.700042:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768232.700044:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768232.700046:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768232.700049:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768232.700053:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768232.700055:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768232.700057:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700059:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700060:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700063:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768232.700065:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768232.700067:0:56247:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700069:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768232.700071:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768232.700074:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768232.700076:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700079:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768232.700081:0:56247:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768232.700090:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768232.700093:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768232.700097:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768232.700098:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700101:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768232.700103:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768232.700108:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768232.700115:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768232.700122:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768232.700130:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768232.700143:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768232.700147:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768232.700151:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768232.700169:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768232.700171:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768232.700173:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768232.700174:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768232.700175:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768232.700177:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768232.700179:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5451
00000400:00000200:3.0:1775768232.700181:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768232.700183:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768232.700184:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768232.700186:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700188:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700189:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700191:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768232.700192:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768232.700193:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768232.700195:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768232.700196:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768232.700197:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768232.700199:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768232.700201:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700202:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700203:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768232.700204:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768232.700205:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768232.700208:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:1.0:1775768232.700209:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1775768232.700210:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768232.700212:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768232.700213:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768232.700215:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775768232.700220:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768232.700221:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768232.700224:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700227:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768232.700231:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768232.700232:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768232.700235:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768232.700235:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700239:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.700240:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1775768232.700241:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
02000000:00000001:1.0:1775768232.700243:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775768232.700244:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768232.700246:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768232.700247:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768232.700249:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768232.700250:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360625152:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768232.700252:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768232.700254:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768232.700257:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768232.700257:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768232.700260:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768232.700262:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768232.700266:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775768232.700269:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768232.700272:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700272:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768232.700275:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.700277:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775768232.700280:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775768232.700283:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:3.0:1775768232.700285:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.700287:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768232.700288:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768232.700291:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768232.700292:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768232.700293:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768232.700294:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768232.700297:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:3.0:1775768232.700299:0:56247:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5451
00000400:00000010:1.0:1775768232.700302:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000200:3.0:1775768232.700302:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768232.700306:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768232.700307:0:56247:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768232.700309:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:1.0:1775768232.700310:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000001:3.0:1775768232.700311:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700314:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700316:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768232.700317:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768232.700318:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768232.700318:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1775768232.700319:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625152, portal 25
00000020:00000040:3.0:1775768232.700320:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768232.700323:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:1.0:1775768232.700324:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1775768232.700325:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:1.0:1775768232.700326:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000100:00000040:3.0:1775768232.700328:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700330:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700332:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700334:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:1.0:1775768232.700336:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768232.700336:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768232.700340:0:56247:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700344:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768232.700346:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768232.700348:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768232.700352:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.700354:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768232.700354:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768232.700355:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768232.700358:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700359:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768232.700362:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000010:3.0:1775768232.700362:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775768232.700366:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768232.700367:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1775768232.700368:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
02000000:00000001:3.0:1775768232.700369:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700372:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768232.700373:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768232.700374:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768232.700375:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360625152, offset 0
02000000:00000010:3.0:1775768232.700377:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768232.700380:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768232.700384:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768232.700387:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700393:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768232.700395:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768232.700397:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768232.700401:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768232.700407:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768232.700410:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:3.0:1775768232.700411:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768232.700415:0:56247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768232.700416:0:56247:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775768232.700417:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775768232.700417:0:56247:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768232.700421:0:56247:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775768232.700423:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:3.0:1775768232.700425:0:56247:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5451
00000400:00000200:1.0:1775768232.700430:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775768232.700430:0:56247:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768232.700435:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:3.0:1775768232.700435:0:56247:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768232.700438:0:56247:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768232.700441:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:1.0:1775768232.700443:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59878:59878:256:4294967295] 192.168.202.115@tcp LPNI seq info [59877:59877:8:4294967295]
00000100:00000001:3.0:1775768232.700443:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700447:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700449:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:1.0:1775768232.700452:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:3.0:1775768232.700453:0:56247:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768232.700455:0:56247:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768232.700456:0:56247:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768232.700458:0:56247:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768232.700459:0:56247:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768232.700461:0:56247:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768232.700464:0:56247:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700465:0:56247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768232.700466:0:56247:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700468:0:56247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768232.700470:0:56247:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000400:00000200:1.0:1775768232.700474:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775768232.700477:0:56247:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768232.700481:0:56247:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768232.700484:0:56247:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775768232.700485:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768232.700488:0:56247:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1775768232.700490:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
02000000:00000001:3.0:1775768232.700491:0:56247:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700494:0:56247:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768232.700496:0:56247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768232.700501:0:56247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768232.700502:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768232.700504:0:56247:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768232.700507:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000010:3.0:1775768232.700509:0:56247:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768232.700514:0:56247:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000800:00000200:1.1:1775768232.700518:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775768232.700519:0:56247:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768232.700521:0:56247:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768232.700524:0:56247:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775768232.700524:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1775768232.700526:0:56247:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768232.700528:0:56247:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768232.700533:0:56247:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768232.700536:0:56247:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775768232.700539:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00100000:3.0:1775768232.700539:0:56247:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1775768232.700544:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000100:00000001:3.0:1775768232.700547:0:56247:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768232.700549:0:56247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768232.700552:0:56247:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768232.700553:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775768232.700561:0:56247:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768232.700564:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1775768232.700565:0:56247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768232.700569:0:56247:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1775768232.700570:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000100:00000040:3.0:1775768232.700572:0:56247:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5461)
00000400:00000010:1.0:1775768232.700573:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768232.700580:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768232.700584:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700590:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.700593:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700598:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.700599:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768232.700604:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768232.700607:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768232.700610:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300124922
00000100:00000010:1.0:1775768232.700614:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d720.
00000100:00000001:1.0:1775768232.700621:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768232.700625:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300124922
00000100:00000010:1.0:1775768232.700627:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9d060.
00000100:00000001:1.0:1775768232.700629:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768232.700631:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768232.700638:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.700640:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768232.700643:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768232/real 1775768232]  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768232.700650:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768232.700652:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768232.700653:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768232.700656:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768232.700657:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768232.700659:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768232.700661:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768232.700667:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700671:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768232.700676:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.700678:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.700680:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768232.700682:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700686:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768232.700689:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700693:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768232.700695:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.700696:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.700697:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.700699:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768232.700700:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768232.700702:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768232.700705:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768232.700706:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768232.700709:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768232.700713:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360625152:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768232.700718:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.700719:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.700721:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360625152/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700725:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768232.700727:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768232.700729:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768232.700731:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768232.700732:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768232.700733:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768232.700735:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768232.700737:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:1.0:1775768232.700743:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768232.700744:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768232.700746:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:1.0:1775768232.700748:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768232.700749:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.700750:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.700757:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768232.700758:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.700760:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768232.700760:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768232.700761:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768232.700763:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700768:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768232.700769:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.700770:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768232.700771:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768232.700773:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768232.700774:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625280:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768232.700776:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768232.700777:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768232.700778:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.700779:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768232.700781:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768232.700782:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768232.700785:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768232.700787:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768232.700789:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768232.700791:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625280, portal 10
00000100:00000001:1.0:1775768232.700792:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768232.700793:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:1.0:1775768232.700798:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700802:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768232.700804:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768232.700806:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768232.700808:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360625280, offset 0
00000400:00000200:1.0:1775768232.700817:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768232.700872:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768232.700875:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768232.700877:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768232.700878:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768232.700880:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768232.700881:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768232.700884:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59879:59879:256:4294967295] 192.168.202.115@tcp LPNI seq info [59878:59878:8:4294967295]
00000400:00000200:1.0:1775768232.700887:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768232.700891:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768232.700894:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768232.700897:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768232.700899:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768232.700901:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768232.700904:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768232.700906:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768232.700908:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768232.700909:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768232.700911:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768232.700913:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768232.700915:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768232.700916:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768232.700918:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768232.700920:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700926:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.700927:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700935:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.700943:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768232.700945:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768232.700948:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768232.700951:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768232.700952:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300123661
00000100:00000001:1.0:1775768232.700954:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300124922
00000100:00000001:1.0:1775768232.700955:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300123661
00000100:00000001:1.0:1775768232.700957:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300124922
00000100:00000001:1.0:1775768232.700958:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768232.700959:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.700960:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768232.700962:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768232/real 1775768232]  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768232.700967:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768232.700968:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768232.700969:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768232.700970:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768232.700971:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768232.700973:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768232.700974:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768232.700982:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.700988:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768232.700989:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.700992:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.700993:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768232.700996:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701003:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768232.701007:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701014:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768232.701016:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701017:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.701018:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701019:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768232.701021:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768232.701022:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768232.701025:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768232.701026:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768232.701029:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768232.701033:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625280:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768232.701036:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768232.701037:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701049:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768232.701050:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.701052:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768232.701054:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768232.701056:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768232.701058:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625408:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768232.701061:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768232.701063:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768232.701065:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.701067:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768232.701070:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775768232.701072:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768232.701076:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768232.701078:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768232.701081:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768232.701084:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625408, portal 10
00000100:00000001:1.0:1775768232.701086:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768232.701087:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
00000100:00000040:1.0:1775768232.701093:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701099:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768232.701102:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768232.701103:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768232.701105:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360625408, offset 0
00000400:00000200:1.0:1775768232.701107:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768232.701110:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768232.701113:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768232.701114:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768232.701116:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768232.701117:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768232.701119:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768232.701121:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59880:59880:256:4294967295] 192.168.202.115@tcp LPNI seq info [59879:59879:8:4294967295]
00000400:00000200:1.0:1775768232.701124:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768232.701128:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768232.701130:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768232.701132:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768232.701134:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768232.701136:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768232.701139:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768232.701140:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768232.701143:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768232.701144:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768232.701146:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768232.701148:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768232.701150:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768232.701151:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768232.701153:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768232.701155:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701160:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.701161:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701165:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.701166:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768232.701168:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768232.701169:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768232.701171:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768232.701172:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300123659
00000100:00000001:1.0:1775768232.701174:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300124922
00000100:00000001:1.0:1775768232.701175:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300123659
00000100:00000001:1.0:1775768232.701177:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300124922
00000100:00000001:1.0:1775768232.701178:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768232.701179:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.701180:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768232.701182:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768232/real 1775768232]  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768232.701186:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768232.701187:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768232.701188:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768232.701190:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768232.701191:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768232.701193:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768232.701194:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768232.701199:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701202:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768232.701203:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701204:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.701205:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768232.701206:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701210:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768232.701212:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701215:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768232.701216:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701217:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.701218:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701219:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768232.701220:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768232.701221:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768232.701223:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768232.701224:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768232.701226:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768232.701231:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625408:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768232.701233:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768232.701235:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701239:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768232.701240:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.701241:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768232.701242:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768232.701243:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768232.701245:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625536:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768232.701246:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768232.701247:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768232.701248:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768232.701249:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768232.701251:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768232.701252:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768232.701254:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768232.701255:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768232.701257:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768232.701258:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625536, portal 4
00000100:00000001:1.0:1775768232.701259:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768232.701260:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00000040:1.0:1775768232.701264:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701268:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768232.701269:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768232.701270:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768232.701272:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360625536, offset 0
00000400:00000200:1.0:1775768232.701274:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768232.701275:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768232.701277:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768232.701278:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768232.701280:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768232.701281:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768232.701282:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768232.701285:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59881:59881:256:4294967295] 192.168.202.115@tcp LPNI seq info [59880:59880:8:4294967295]
00000400:00000200:1.0:1775768232.701287:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768232.701291:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768232.701293:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768232.701295:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768232.701297:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768232.701299:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775768232.701301:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768232.701302:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775768232.701305:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768232.701306:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768232.701308:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768232.701310:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768232.701312:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768232.701313:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768232.701314:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768232.701316:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701320:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.701321:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768257 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701325:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.701326:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768232.701327:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768232.701329:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768232.701331:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768232.701332:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300123714
00000100:00000001:1.0:1775768232.701334:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300124922
00000100:00000001:1.0:1775768232.701336:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300123714
00000100:00000001:1.0:1775768232.701338:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300124922
00000100:00000001:1.0:1775768232.701340:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768232.701342:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.701343:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768232.701346:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768232/real 1775768232]  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768232.701353:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768232.701354:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768232.701356:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768232.701358:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768232.701360:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768232.701361:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768232.701364:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768232.701372:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701379:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768232.701380:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701382:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.701384:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768232.701387:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701393:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768232.701397:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701401:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768232.701403:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701404:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768232.701405:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701405:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768232.701406:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768232.701407:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768232.701410:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768232.701411:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768232.701414:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768232.701418:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625536:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768232.701420:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701421:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.701422:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360625280/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701426:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768232.701427:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768232.701428:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768232.701429:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768232.701430:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768232.701431:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768232.701433:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768232.701434:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:1.0:1775768232.701435:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768232.701436:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768232.701437:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:1.0:1775768232.701439:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768232.701440:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701441:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.701442:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360625408/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701446:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768232.701447:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768232.701448:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775768232.701449:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768232.701450:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768232.701451:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768232.701452:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768232.701453:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:1.0:1775768232.701454:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768232.701455:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768232.701456:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:1.0:1775768232.701457:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768232.701458:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701459:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768232.701460:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360625536/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768257 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768232.701463:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768232.701464:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768232.701465:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd6800.
02000000:00000001:1.0:1775768232.701466:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768232.701466:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768232.701467:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768232.701468:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768232.701468:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:1.0:1775768232.701469:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768232.701470:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768232.701471:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:1.0:1775768232.701472:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768232.701472:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701473:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768232.701475:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768232.701476:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768232.701477:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768232.701478:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768232.763992:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768232.763999:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768232.764001:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768232.764006:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768232.764010:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768232.764014:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768232.764016:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768232.764018:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768232.764020:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768233.723969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768233.723974:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768233.723980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768233.723981:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768233.723985:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768233.723986:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768233.724012:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768233.724017:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768233.724020:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768233.787934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768233.787938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768233.787939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768233.787943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768233.787945:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768233.787948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768233.787950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768233.787952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768233.787954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768233.979926:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300124922, at 4300124928
00000100:00000040:3.0:1775768233.979930:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300124922, at 4300124928
00000100:00000010:2.0:1775768233.979940:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d720.
00000100:00000010:3.0:1775768233.979942:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9d060.
00010000:00000001:0.0:1775768234.747907:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768234.747911:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768234.747918:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768234.747919:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768234.747922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768234.747924:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768234.747944:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768234.747947:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768234.747949:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768234.811942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768234.811948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768234.811950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768234.811954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768234.811956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768234.811959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768234.811961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768234.811963:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768234.811965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.771988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768235.772006:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768235.772011:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768235.772015:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772021:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768235.772023:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772025:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772027:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772032:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768235.772033:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772036:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768235.772038:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768235.772039:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768235.772040:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772041:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768235.772043:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772044:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768235.772045:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768235.772064:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768235.772067:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768235.772070:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768235.835998:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768235.836005:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768235.836007:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768235.836013:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768235.836016:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768235.836020:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768235.836022:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768235.836024:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768235.836027:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768236.795923:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768236.795927:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768236.795931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768236.795932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768236.795934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768236.795935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768236.796008:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768236.796011:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768236.796015:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768236.859940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768236.859945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768236.859947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768236.859953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768236.859957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768236.859960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768236.859964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768236.859967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768236.859975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768237.819964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768237.819974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768237.819977:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768237.819981:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768237.819986:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768237.819993:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5456
00000400:00000200:0.0:1775768237.820001:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768237.820007:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768237.820010:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768237.820015:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820018:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768237.820020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768237.820026:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768237.820029:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768237.820032:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768237.820035:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768237.820037:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768237.820041:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768237.820045:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768237.820058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768237.820068:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768237.820073:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820076:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768237.820078:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768237.820087:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768237.820093:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.820096:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768237.820099:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768237.820111:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288a80.
00000020:00000040:0.0:1775768237.820115:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768237.820119:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768237.820122:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.820125:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768237.820128:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768237.820133:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768237.820140:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28800.
00000100:00000001:0.0:1775768237.820147:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768237.820157:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768237.820165:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768237.820169:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768237.820173:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000938f2b4] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768237.820189:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768237.820191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768237.820194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768237.820200:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768237.820202:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768237.820204:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768237.820207:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5456
00000400:00000200:0.0:1775768237.820210:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768237.820213:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:1.0:1775768237.820213:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1775768237.820215:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768237.820219:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768237.820220:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768237.820222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768237.820226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768237.820227:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768237.820229:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768237.820231:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768237.820232:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768237.820233:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768237.820235:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768237.820236:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768237.820237:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768237.820241:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768237.820244:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768237.820248:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820250:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768237.820258:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768237.820266:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820275:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768237.820285:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768237.820292:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768237.820295:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.820296:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768237.820297:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768237.820303:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768237.820304:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768237.820313:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.820315:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768237.820316:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.820320:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768237.820321:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028ad80.
00000020:00000040:0.0:1775768237.820329:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768237.820329:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768237.820337:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768237.820340:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768237.820341:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360625664:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768237.820351:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775768237.820353:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768237.820358:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768237.820360:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768237.820362:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.820363:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.820367:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768237.820369:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2ac00.
02000000:00000010:1.0:1775768237.820374:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:0.0:1775768237.820375:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.820379:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768237.820386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775768237.820387:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768237.820394:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768237.820403:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000001:0.0:1775768237.820405:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768237.820409:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768237.820410:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625664, portal 25
00000100:00000001:1.0:1775768237.820413:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768237.820418:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336559744 : -130299372991872 : ffff897e50288a80)
00000100:00000040:0.0:1775768237.820419:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082291e39] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768237.820427:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768237.820456:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768237.820468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768237.820469:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768237.820475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1775768237.820477:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820478:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775768237.820480:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00080000:0.0:1775768237.820482:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768237.820486:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775768237.820487:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360625664, offset 0
00000400:00000200:1.0:1775768237.820494:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:0.0:1775768237.820500:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5456
00000400:00000200:1.0:1775768237.820506:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768237.820514:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768237.820517:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768237.820519:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768237.820522:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768237.820524:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768237.820527:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59882:59882:256:4294967295] 192.168.202.115@tcp LPNI seq info [59881:59881:8:4294967295]
00000400:00000200:1.0:1775768237.820530:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768237.820534:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768237.820541:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768237.820545:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775768237.820551:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768237.820556:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768237.820570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:1.0:1775768237.820573:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768237.820574:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768237.820579:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768237.820581:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000800:00000010:1.0:1775768237.820582:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000020:00000001:0.0:1775768237.820585:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768237.820590:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768237.820592:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:1.0:1775768237.820599:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:0.0:1775768237.820600:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:1.0:1775768237.820608:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1775768237.820615:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:1.1:1775768237.820621:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768237.820622:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775768237.820628:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1775768237.820630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000100:1.0:1775768237.820640:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768237.820641:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000100:00000001:0.0:1775768237.820646:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:1.0:1775768237.820647:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1775768237.820656:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:1.0:1775768237.820660:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1775768237.820667:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:1.0:1775768237.820668:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768237.820673:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:0.0:1775768237.820674:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768237.820683:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775768237.820685:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775768237.820688:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775768237.820692:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768237.820695:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.820704:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768237.820708:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775768237.820708:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.820713:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.820718:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.820720:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:0.0:1775768237.820723:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.820724:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.820735:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768237.820738:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768237.820743:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300130042
00000100:00000010:0.0:1775768237.820744:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288000.
00000020:00000040:0.0:1775768237.820749:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000010:1.0:1775768237.820753:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9df60.
02000000:00000001:0.0:1775768237.820754:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768237.820757:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.820759:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768237.820761:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768237.820762:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1775768237.820764:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.820783:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300130042
02000000:00000010:0.0:1775768237.820786:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29000.
00000100:00000010:1.0:1775768237.820788:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e46c9dd80.
00000100:00000001:0.0:1775768237.820797:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.820798:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1775768237.820807:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768237.820810:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768237.820812:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768237.820813:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768237.820821:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768237/real 1775768237]  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768237.820905:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1775768237.820911:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775768237.820912:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775768237.820916:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768237.820918:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768237.820922:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000100:00000040:0.0:1775768237.820923:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652e6c73] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775768237.820926:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768237.820936:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768237.820945:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768237.820950:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768237.820957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768237.820973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1775768237.820973:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768237.820977:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768237.820983:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768237.820993:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775768237.820999:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1775768237.821001:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5456
00000100:00000001:1.0:1775768237.821002:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821005:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1775768237.821009:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768237.821009:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1775768237.821015:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00100000:1.0:1775768237.821020:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768237.821022:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768237.821031:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768237.821032:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768237.821041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768237.821042:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768237.821052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768237.821055:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768237.821060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:1.0:1775768237.821060:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821066:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1775768237.821068:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775768237.821069:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775768237.821074:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:1.0:1775768237.821075:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1775768237.821079:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775768237.821079:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1775768237.821083:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00080000:1.0:1775768237.821085:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1775768237.821090:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768237.821093:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00080000:1.0:1775768237.821100:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000040:0.0:1775768237.821101:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.821109:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775768237.821109:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768237.821114:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768237.821118:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:1.0:1775768237.821120:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768237.821124:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768237.821137:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768237.821146:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768237.821152:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775768237.821152:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360625664:192.168.202.115@tcp:250:kworker.0
02000000:00000001:0.0:1775768237.821158:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768237.821158:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821160:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.821164:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288a80 x1862022360625664/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768237.821165:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.821173:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768237.821177:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1775768237.821179:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768237.821181:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1775768237.821185:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768237.821186:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
00000100:00000001:0.0:1775768237.821193:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.821194:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768237.821197:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768237.821198:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000100:00000010:0.0:1775768237.821200:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b100.
00000020:00000001:1.0:1775768237.821201:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000020:00000040:0.0:1775768237.821206:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000010:1.0:1775768237.821206:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28800.
02000000:00000001:1.0:1775768237.821212:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768237.821213:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768237.821214:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1775768237.821218:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768237.821219:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288a80.
00000100:00000001:0.0:1775768237.821223:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768237.821225:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775768237.821226:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1775768237.821228:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821229:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821234:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1775768237.821239:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2b000.
00000100:00000001:1.0:1775768237.821241:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768237.821243:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.821246:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821246:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768237.821249:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768237.821253:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768237.821260:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768237.821261:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768237.821287:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768237.821291:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.821297:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768237.821301:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768237.821307:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775768237.821307:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768237.821313:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768237.821314:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625792:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768237.821321:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768237.821324:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768237.821327:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768237.821328:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f3f8ab] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768237.821332:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768237.821335:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775768237.821341:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768237.821351:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768237.821358:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768237.821365:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000001:0.0:1775768237.821366:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775768237.821368:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625792, portal 10
00000100:00000040:0.0:1775768237.821372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775768237.821372:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768237.821376:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336568704 : -130299372982912 : ffff897e5028ad80)
00000100:00000040:0.0:1775768237.821384:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768237.821389:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821396:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768237.821398:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5466)
00000100:00000040:1.0:1775768237.821398:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768237.821402:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768237.821404:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360625792, offset 0
00000400:00000200:1.0:1775768237.821408:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768237.821410:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768237.821413:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768237.821416:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768237.821418:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768237.821420:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768237.821422:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768237.821425:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59883:59883:256:4294967295] 192.168.202.115@tcp LPNI seq info [59882:59882:8:4294967295]
00010000:00000001:0.0:1775768237.821429:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:1.0:1775768237.821429:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768237.821434:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768237.821442:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00010000:00000001:0.0:1775768237.821445:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000800:00000200:1.0:1775768237.821446:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00010000:00000001:0.0:1775768237.821450:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775768237.821452:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00010000:00000001:0.0:1775768237.821456:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000800:00000200:1.0:1775768237.821457:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00010000:00000001:0.0:1775768237.821459:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775768237.821462:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768237.821468:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768237.821470:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768237.821473:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768237.821475:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000020:00000001:0.0:1775768237.821478:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:1.0:1775768237.821478:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1775768237.821481:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768237.821487:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775768237.821487:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768237.821492:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768237.821494:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768237.821496:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768237.821499:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821504:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.821506:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821510:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821511:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768237.821513:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768237.821515:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:1.0:1775768237.821517:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768237.821518:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300128781
00000100:00000001:1.0:1775768237.821520:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300130042
00000100:00000001:1.0:1775768237.821521:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300128781
00000100:00000001:1.0:1775768237.821523:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300130042
00000100:00000001:1.0:1775768237.821524:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768237.821525:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821526:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768237.821528:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768237/real 1775768237]  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768237.821532:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768237.821533:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768237.821534:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768237.821536:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768237.821537:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768237.821538:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768237.821539:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768237.821544:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821547:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768237.821548:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821549:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768237.821549:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768237.821551:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821554:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768237.821556:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821560:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768237.821562:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821562:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768237.821563:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821564:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768237.821566:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768237.821567:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768237.821569:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768237.821570:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768237.821572:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768237.821576:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625792:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768237.821579:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768237.821581:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821585:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768237.821585:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.821587:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768237.821588:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768237.821589:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768237.821590:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625920:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768237.821592:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768237.821593:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768237.821594:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.821595:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768237.821597:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768237.821598:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768237.821600:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768237.821601:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768237.821602:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768237.821604:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360625920, portal 10
00000100:00000001:1.0:1775768237.821605:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768237.821606:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557056 : -130299372994560 : ffff897e50288000)
00000100:00000040:1.0:1775768237.821609:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821612:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768237.821613:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768237.821615:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768237.821616:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360625920, offset 0
00000400:00000200:1.0:1775768237.821618:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768237.821620:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768237.821621:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768237.821623:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768237.821625:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768237.821626:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768237.821627:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768237.821629:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59884:59884:256:4294967295] 192.168.202.115@tcp LPNI seq info [59883:59883:8:4294967295]
00000400:00000200:1.0:1775768237.821632:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768237.821635:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768237.821637:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768237.821639:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768237.821641:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768237.821642:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768237.821645:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768237.821646:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768237.821648:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768237.821649:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768237.821651:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768237.821653:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768237.821654:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768237.821655:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768237.821656:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768237.821658:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821663:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.821664:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821668:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821668:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768237.821670:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768237.821672:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:1.0:1775768237.821674:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768237.821675:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300128779
00000100:00000001:1.0:1775768237.821676:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300130042
00000100:00000001:1.0:1775768237.821677:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300128779
00000100:00000001:1.0:1775768237.821679:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300130042
00000100:00000001:1.0:1775768237.821680:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768237.821681:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821682:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768237.821684:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768237/real 1775768237]  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768237.821688:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768237.821689:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768237.821689:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768237.821691:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768237.821691:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768237.821692:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768237.821694:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768237.821698:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821701:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768237.821702:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821703:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768237.821704:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768237.821706:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821709:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768237.821711:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821714:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768237.821716:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821716:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768237.821717:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821718:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768237.821719:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768237.821721:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768237.821723:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768237.821724:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768237.821726:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768237.821730:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360625920:192.168.202.115@tcp:38:kworker.0
00000100:00000001:1.0:1775768237.821732:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821732:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.821734:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028ad80 x1862022360625792/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821737:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768237.821738:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768237.821739:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:1.0:1775768237.821740:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768237.821741:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768237.821742:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768237.821743:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768237.821744:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:1.0:1775768237.821745:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768237.821746:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768237.821747:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028ad80.
00000100:00000001:1.0:1775768237.821748:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768237.821749:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821750:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.821751:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288000 x1862022360625920/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821755:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768237.821756:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768237.821756:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768237.821758:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768237.821759:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768237.821759:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:1.0:1775768237.821761:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768237.821761:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29000.
02000000:00000001:1.0:1775768237.821762:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768237.821763:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768237.821764:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288000.
00000100:00000001:1.0:1775768237.821765:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768237.821765:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821766:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821768:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768237.821768:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821781:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768237.821783:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768237.821783:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768237.821786:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821790:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775768237.821791:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.821792:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775768237.821793:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768237.821795:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768237.821796:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626048:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768237.821798:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768237.821799:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775768237.821800:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768237.821801:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775768237.821803:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768237.821804:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768237.821807:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:1.0:1775768237.821808:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e50207898.
00000400:00000010:1.0:1775768237.821810:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164e58.
00000100:00000200:1.0:1775768237.821811:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626048, portal 4
00000100:00000001:1.0:1775768237.821813:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768237.821814:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336569600 : -130299372982016 : ffff897e5028b100)
00000100:00000040:1.0:1775768237.821817:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821821:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775768237.821822:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:1.0:1775768237.821823:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58164cc0.
00000100:00000200:1.0:1775768237.821824:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360626048, offset 0
00000400:00000200:1.0:1775768237.821826:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:1.0:1775768237.821846:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768237.821848:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:1.0:1775768237.821850:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775768237.821851:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768237.821853:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768237.821854:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:1.0:1775768237.821856:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59885:59885:256:4294967295] 192.168.202.115@tcp LPNI seq info [59884:59884:8:4294967295]
00000400:00000200:1.0:1775768237.821859:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768237.821862:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775768237.821865:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768237.821867:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897d481b7900.
00000800:00000200:1.0:1775768237.821869:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.0:1775768237.821870:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775768237.821873:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:1.1:1775768237.821874:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775768237.821876:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:1.0:1775768237.821877:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897d481b7900.
00000400:00000200:1.0:1775768237.821879:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775768237.821881:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775768237.821883:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164cc0
00000400:00000010:1.0:1775768237.821884:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164cc0.
00000100:00000001:1.0:1775768237.821885:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768237.821887:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821891:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.821893:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768262 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821897:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821898:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768237.821899:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768237.821901:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:1.0:1775768237.821903:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768237.821904:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300128835
00000100:00000001:1.0:1775768237.821905:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300130042
00000100:00000001:1.0:1775768237.821906:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300128835
00000100:00000001:1.0:1775768237.821907:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300130042
00000100:00000001:1.0:1775768237.821909:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775768237.821910:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821911:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775768237.821912:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768237/real 1775768237]  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775768237.821916:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775768237.821917:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775768237.821918:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e50207898.
00000400:00000200:1.0:1775768237.821919:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58164e58
00000400:00000010:1.0:1775768237.821920:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58164e58.
00000100:00000001:1.0:1775768237.821921:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775768237.821923:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775768237.821927:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821930:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775768237.821931:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821932:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768237.821932:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775768237.821934:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821938:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768237.821940:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821944:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768237.821945:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821946:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775768237.821946:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821947:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768237.821948:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775768237.821949:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775768237.821951:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:1.0:1775768237.821952:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775768237.821954:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775768237.821958:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626048:192.168.202.115@tcp:8:kworker.0
00000100:00000001:1.0:1775768237.821960:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821960:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768237.821962:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b100 x1862022360626048/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768262 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768237.821965:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768237.821966:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775768237.821967:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e45cd5800.
02000000:00000001:1.0:1775768237.821968:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775768237.821969:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775768237.821970:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:1.0:1775768237.821971:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775768237.821972:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2b000.
02000000:00000001:1.0:1775768237.821973:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775768237.821974:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775768237.821975:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b100.
00000100:00000001:1.0:1775768237.821976:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775768237.821977:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821978:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768237.821980:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775768237.821981:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768237.821982:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775768237.821983:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768237.883987:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768237.883995:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768237.883997:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768237.884004:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768237.884009:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768237.884023:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768237.884027:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768237.884030:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768237.884033:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768238.843948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768238.843954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768238.843958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768238.843961:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768238.843963:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768238.843965:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768238.843968:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768238.843970:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768238.843971:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768238.843973:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768238.843976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768238.843976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768238.844028:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768238.844032:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768238.844035:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768238.907999:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768238.908005:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768238.908007:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768238.908012:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768238.908015:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768238.908018:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768238.908020:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768238.908022:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768238.908024:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768239.099897:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300130042, at 4300130048
00000100:00000040:2.0:1775768239.099898:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300130042, at 4300130048
00000100:00000010:3.0:1775768239.099909:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9dd80.
00000100:00000010:2.0:1775768239.099911:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e46c9df60.
00010000:00000001:0.0:1775768239.867943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768239.867952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768239.867960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768239.867961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768239.867965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768239.867967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768239.867990:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768239.867993:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768239.867997:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768239.931964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768239.931972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768239.931974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768239.931990:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768239.931995:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768239.932000:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768239.932003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768239.932006:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768239.932009:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768240.891944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768240.891949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768240.891953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768240.891954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768240.891956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768240.891957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768240.891974:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768240.891977:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768240.891979:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768240.955928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768240.955933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768240.955934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768240.955938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768240.955941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768240.955944:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768240.955945:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768240.955947:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768240.955949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768241.915937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768241.915946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768241.915954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768241.915955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768241.915958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768241.915959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768241.916054:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768241.916059:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768241.916068:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768241.979956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768241.979964:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768241.979965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768241.979970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768241.979974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768241.979978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768241.979985:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768241.979988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768241.979991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768242.939934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768242.939938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768242.939942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768242.939943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768242.939945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768242.939946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768242.939959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1775768242.939964:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768242.939968:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768242.939971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00010000:0.0:1775768242.939972:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768242.939975:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768242.939980:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768242.939985:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768242.939991:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5461
00000400:00000200:3.0:1775768242.940009:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768242.940015:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768242.940019:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768242.940023:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.940030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768242.940035:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768242.940037:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768242.940039:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768242.940042:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768242.940044:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768242.940046:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768242.940049:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.940054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768242.940060:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768242.940063:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940066:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768242.940068:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768242.940072:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768242.940075:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.940077:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768242.940079:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768242.940085:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768242.940089:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768242.940092:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768242.940094:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.940098:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768242.940100:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768242.940104:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768242.940111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768242.940118:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768242.940127:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768242.940138:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768242.940142:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768242.940147:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768242.940161:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768242.940164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768242.940167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768242.940169:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768242.940171:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768242.940174:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768242.940177:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5461
00000100:00000001:0.0:1775768242.940179:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775768242.940183:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768242.940184:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768242.940187:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1775768242.940188:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768242.940191:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768242.940196:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768242.940196:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940200:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.940204:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940210:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768242.940214:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768242.940216:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1775768242.940217:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:0.0:1775768242.940219:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768242.940220:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768242.940222:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
02000000:00000001:0.0:1775768242.940224:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775768242.940226:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:0.0:1775768242.940228:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1775768242.940229:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:0.0:1775768242.940233:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768242.940236:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00100000:0.0:1775768242.940240:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360626176:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768242.940240:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.940246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.940251:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768242.940252:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1775768242.940255:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768242.940257:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768242.940260:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768242.940260:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768242.940263:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768242.940268:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768242.940270:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768242.940275:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768242.940279:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2f78.
00000400:00000010:0.0:1775768242.940284:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf4c8.
00000100:00000200:0.0:1775768242.940290:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626176, portal 25
00000100:00000001:0.0:1775768242.940293:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768242.940294:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:0.0:1775768242.940300:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768242.940309:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768242.940313:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768242.940315:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf220.
00000100:00000200:0.0:1775768242.940318:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360626176, offset 0
00000100:00000001:3.0:1775768242.940323:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768242.940326:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768242.940328:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768242.940334:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768242.940336:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768242.940338:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.940342:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768242.940343:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000008:00100000:3.0:1775768242.940346:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768242.940349:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1775768242.940351:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768242.940355:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768242.940355:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768242.940360:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1775768242.940361:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000400:00000200:0.0:1775768242.940364:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000040:3.0:1775768242.940366:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000200:0.0:1775768242.940371:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59886:59886:256:4294967295] 192.168.202.115@tcp LPNI seq info [59885:59885:8:4294967295]
02000000:00000001:3.0:1775768242.940371:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768242.940374:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.940378:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768242.940379:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768242.940381:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768242.940384:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768242.940391:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768242.940397:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768242.940401:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768242.940407:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768242.940412:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768242.940427:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768242.940430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768242.940433:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300135162
00000100:00000010:0.0:1775768242.940438:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442313c0.
00000100:00000001:0.0:1775768242.940444:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768242.940449:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300135162
00000100:00000010:0.0:1775768242.940452:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231780.
00000100:00000001:0.0:1775768242.940455:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768242.940458:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768242.940460:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768242.940468:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768242.940471:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768242.940477:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768242.940479:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768242.940482:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768242.940483:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768242.940485:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768242.940487:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768242.940501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768242.940506:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768242.940512:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768242.940520:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768242.940522:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768242.940527:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768242.940541:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768242.940543:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768242.940546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768242.940547:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768242.940548:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768242.940563:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768242.940566:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768242.940568:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768242.940575:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768242.940589:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768242.940591:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768242.940594:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768242.940596:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768242.940598:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768242.940602:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626304:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768242.940605:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768242.940606:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768242.940608:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768242.940609:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768242.940612:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768242.940614:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768242.940618:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768242.940622:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768242.940626:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768242.940630:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626304, portal 10
00000100:00000001:2.0:1775768242.940632:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768242.940634:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00000040:2.0:1775768242.940641:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768242.940648:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768242.940651:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768242.940654:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1c38.
00000100:00000200:2.0:1775768242.940657:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360626304, offset 0
00000400:00000200:2.0:1775768242.940662:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768242.940667:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768242.940671:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768242.940673:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768242.940676:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768242.940678:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768242.940680:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768242.940683:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59887:59887:255:4294967295] 192.168.202.115@tcp LPNI seq info [59886:59886:7:4294967295]
00000400:00000200:2.0:1775768242.940686:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768242.940694:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768242.940697:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768242.940700:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931d00.
00000800:00000200:2.0:1775768242.940703:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768242.940705:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768242.940707:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768242.940710:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768242.940712:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768242.940713:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300133900
00000100:00000001:2.0:1775768242.940715:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300135162
00000100:00000001:2.0:1775768242.940717:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300133900
00000100:00000001:2.0:1775768242.940718:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300135162
00000100:00000001:2.0:1775768242.940719:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768242.940733:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.940736:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.940738:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768242.940741:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768242.940742:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775768242.940744:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768242.940745:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768242.940747:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.940748:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.942864:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768242.942874:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5461
00000400:00000200:3.0:1775768242.942881:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768242.942886:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768242.942888:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768242.942891:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.942893:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.942895:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.942896:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768242.942898:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768242.942899:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768242.942901:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768242.942902:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768242.942904:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768242.942906:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768242.942907:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.942909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.942910:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.942911:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768242.942912:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768242.942914:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768242.942915:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768242.942917:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768242.942921:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768242.942923:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.942924:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768242.942927:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768242.942928:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.942929:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768242.942934:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775768242.942936:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768242.942938:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768242.942939:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.942941:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768242.942943:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768242.942945:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768242.942949:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775768242.942953:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768242.942959:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768242.942968:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768242.942971:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768242.942975:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768242.942999:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768242.943004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768242.943007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768242.943009:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768242.943010:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768242.943013:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768242.943015:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5461
00000400:00000200:3.0:1775768242.943018:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768242.943021:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768242.943022:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768242.943025:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.943028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.943030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.943033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768242.943035:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768242.943037:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768242.943038:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768242.943040:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:2.0:1775768242.943046:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768242.943049:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768242.943050:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768242.943053:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768242.943054:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768242.943060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:2.0:1775768242.943064:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768242.943064:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768242.943068:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768242.943072:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768242.943077:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:2.0:1775768242.943081:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1775768242.943082:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768242.943085:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.943085:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768242.943089:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768242.943091:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768242.943093:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768242.943093:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768242.943098:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768242.943099:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.943103:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:2.0:1775768242.943105:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626432:192.168.202.115@tcp:38:kworker.0
00000008:00100000:3.0:1775768242.943107:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1775768242.943108:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768242.943112:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1775768242.943112:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768242.943115:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.943116:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768242.943117:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1775768242.943121:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
02000000:00000010:2.0:1775768242.943122:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768242.943125:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768242.943125:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768242.943131:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775768242.943133:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768242.943133:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768242.943136:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1775768242.943138:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb948.
02000000:00000001:3.0:1775768242.943139:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768242.943143:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768242.943146:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
02000000:00000010:3.0:1775768242.943149:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000200:2.0:1775768242.943153:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626432, portal 10
00000100:00000001:3.0:1775768242.943153:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.943158:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768242.943161:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00100000:3.0:1775768242.943163:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775768242.943171:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768242.943175:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768242.943179:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.943185:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768242.943187:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768242.943192:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768242.943196:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1bb0.
00000100:00000200:2.0:1775768242.943200:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360626432, offset 0
00000100:00000001:3.0:1775768242.943205:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768242.943209:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768242.943216:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775768242.943217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768242.943222:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1775768242.943223:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775768242.943229:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5471)
00000400:00000200:2.0:1775768242.943230:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768242.943236:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768242.943239:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768242.943242:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768242.943245:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59888:59888:254:4294967295] 192.168.202.115@tcp LPNI seq info [59887:59887:6:4294967295]
00000400:00000200:2.0:1775768242.943250:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768242.943258:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768242.943263:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768242.943267:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768242.943272:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768242.943277:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768242.943280:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768242.943283:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768242.943286:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768242.943288:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300133901
00000100:00000001:2.0:1775768242.943291:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300135162
00000100:00000001:2.0:1775768242.943293:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300133901
00000100:00000001:2.0:1775768242.943294:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300135162
00000100:00000001:2.0:1775768242.943296:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768242.943299:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.943301:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.943303:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768242.943308:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768242.943309:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775768242.943311:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768242.943312:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768242.943314:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768242.943317:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768242.943323:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768242.943324:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768242.943326:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768242.943328:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768242.943330:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768242.943332:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626560:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768242.943335:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768242.943336:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768242.943338:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768242.943340:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768242.943343:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768242.943350:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768242.943353:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768242.943355:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbd68.
00000400:00000010:2.0:1775768242.943358:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1b28.
00000100:00000200:2.0:1775768242.943361:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626560, portal 4
00000100:00000001:2.0:1775768242.943363:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768242.943364:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:2.0:1775768242.943368:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768242.943374:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768242.943376:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768242.943378:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1dd0.
00000100:00000200:2.0:1775768242.943380:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360626560, offset 0
00000400:00000200:2.0:1775768242.943384:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768242.943387:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768242.943390:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768242.943393:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768242.943395:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768242.943397:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768242.943399:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768242.943401:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59889:59889:253:4294967295] 192.168.202.115@tcp LPNI seq info [59888:59888:5:4294967295]
00000400:00000200:2.0:1775768242.943406:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768242.943411:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768242.943415:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768242.943420:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931800.
00000800:00000200:2.0:1775768242.943422:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768242.943425:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768242.943427:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768242.943429:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768242.943431:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768242.943432:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300133956
00000100:00000001:2.0:1775768242.943434:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300135162
00000100:00000001:2.0:1775768242.943435:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300133956
00000100:00000001:2.0:1775768242.943436:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300135162
00000100:00000001:2.0:1775768242.943438:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768242.943439:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.943440:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.943441:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768242.943443:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768242.943444:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775768242.943445:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768242.943446:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768242.943447:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768242.943448:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768243.003911:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768243.003917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768243.003919:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768243.003922:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768243.003925:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768243.003928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768243.003930:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768243.003931:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768243.003933:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768243.963903:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768243.963908:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768243.963913:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768243.963914:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768243.963917:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768243.963918:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768243.963981:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768243.963983:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768243.963987:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768244.027949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768244.027956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768244.027957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768244.027962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768244.027965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768244.027969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768244.027971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768244.027973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768244.027976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768244.219945:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300135162, at 4300135168
00000100:00000040:3.0:1775768244.219946:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300135162, at 4300135168
00000100:00000010:2.0:1775768244.219964:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000100:00000010:3.0:1775768244.219965:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00010000:00000001:0.0:1775768244.987917:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768244.987923:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768244.987929:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768244.987930:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768244.987934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768244.987936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768244.987957:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768244.987960:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768244.987963:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768245.051891:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768245.051895:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768245.051897:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768245.051900:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768245.051903:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768245.051906:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768245.051907:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768245.051909:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768245.051910:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768246.011935:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768246.011938:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768246.011942:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011947:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768246.011949:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011951:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011953:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768246.011959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768246.011964:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768246.011965:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768246.011967:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011969:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768246.011970:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011972:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768246.011974:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768246.011991:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768246.011994:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768246.011997:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1775768246.012241:0:2406:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:1.0:1775768246.012281:0:2406:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775768246.012291:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768246.012295:0:2406:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:1.0:1775768246.012298:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768246.012301:0:2406:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775768246.012316:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775768246.012320:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:1.0:1775768246.012325:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768246.012330:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768246.012341:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf220
00000400:00000010:1.0:1775768246.012344:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf220.
00000100:00000001:1.0:1775768246.012349:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768246.012357:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.012452:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768246.012457:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768246.012461:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775768246.012936:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768246.012943:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768246.014114:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768242/real 1775768246]  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768267 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768246.014132:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768246.014138:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768246.014141:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768246.014146:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1775768246.014147:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2f78.
00000400:00000200:2.0:1775768246.014154:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf4c8
00000400:00000010:2.0:1775768246.014157:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf4c8.
00000800:00000100:1.0:1775768246.014161:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000100:00000001:2.0:1775768246.014164:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:1.0:1775768246.014166:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931d00.
00000400:00000200:1.0:1775768246.014171:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1775768246.014171:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768246.014180:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768246.014188:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1c38
00000400:00000010:1.0:1775768246.014191:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1c38.
00000100:00000200:2.0:1775768246.014191:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.014197:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768246.014204:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:1.0:1775768246.014205:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014207:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014213:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768246.014216:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.014220:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1775768246.014224:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768246.014227:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014250:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768246.014251:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768246.014254:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775768246.014258:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1775768246.014264:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775768246.014269:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:1.0:1775768246.014274:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1775768246.014275:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1775768246.014282:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1775768246.014282:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1775768246.014285:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1bb0
00000100:00000001:2.0:1775768246.014285:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:1.0:1775768246.014289:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1bb0.
00000100:00000001:2.0:1775768246.014289:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014292:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775768246.014294:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768246.014297:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:1.0:1775768246.014299:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768246.014305:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1775768246.014312:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768246.014317:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000040:1.0:1775768246.014318:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014322:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775768246.014330:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768246.014332:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.014333:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768246.014343:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775768246.014349:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931800.
00000100:00100000:2.0:1775768246.014351:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360626176:192.168.202.115@tcp:250:kworker.0
00000400:00000200:1.0:1775768246.014353:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1775768246.014361:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768246.014362:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1775768246.014366:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1775768246.014367:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1dd0
00000400:00000010:1.0:1775768246.014371:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1dd0.
00000100:00000040:2.0:1775768246.014372:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360626176/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768246.014377:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768246.014379:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768246.014382:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000200:1.0:1775768246.014385:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768246.014386:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768246.014391:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768246.014393:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768246.014395:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000100:00000001:1.0:1775768246.014398:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775768246.014399:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:1.0:1775768246.014403:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768267 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768246.014403:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775768246.014409:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768246.014411:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1775768246.014415:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768246.014415:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:1.0:1775768246.014418:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768246.014420:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768246.014423:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014426:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768246.014428:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768246.014430:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768246.014432:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768246.014437:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768242/real 1775768246]  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768246.014446:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768246.014447:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768246.014449:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbd68.
00000400:00000200:2.0:1775768246.014451:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1b28
00000400:00000010:2.0:1775768246.014453:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1b28.
00000100:00000001:2.0:1775768246.014455:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768246.014457:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768246.014464:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014470:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768246.014472:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014474:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768246.014475:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768246.014479:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014497:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768246.014501:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014512:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768246.014515:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014516:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768246.014517:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014519:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768246.014521:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768246.014523:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768246.014526:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768246.014529:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768246.014532:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768246.014537:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626560:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768246.014540:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768246.014542:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768242/real 1775768246]  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768246.014547:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768246.014548:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768246.014549:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb948.
00000400:00000200:2.0:1775768246.014551:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768246.014552:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768246.014554:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768246.014555:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768246.014560:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014563:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768246.014564:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014566:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768246.014566:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768246.014568:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014572:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768246.014574:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014578:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768246.014580:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014581:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768246.014582:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014583:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768246.014585:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768246.014587:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768246.014589:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768246.014591:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768246.014594:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768246.014601:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626432:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768246.014604:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768246.014607:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768242/real 1775768246]  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768246.014614:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768246.014616:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768246.014617:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768246.014619:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768246.014621:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768246.014623:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768246.014626:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768246.014634:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014640:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768246.014641:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014643:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768246.014644:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768246.014646:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014650:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768246.014652:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014655:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768246.014657:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014658:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768246.014658:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014660:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768246.014661:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768246.014664:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768246.014666:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768246.014668:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768246.014671:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768246.014678:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626304:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768246.014681:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014684:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768246.014686:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360626560/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014708:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768246.014710:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768246.014718:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768246.014723:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768246.014724:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768246.014725:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768246.014726:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768246.014727:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:2.0:1775768246.014729:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768246.014730:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768246.014731:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:2.0:1775768246.014734:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768246.014735:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014737:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768246.014740:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360626432/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014746:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768246.014747:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768246.014749:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768246.014751:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768246.014752:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768246.014753:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768246.014754:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768246.014755:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775768246.014757:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768246.014758:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768246.014767:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:2.0:1775768246.014773:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768246.014774:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014776:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768246.014779:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360626304/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768267 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768246.014789:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768246.014791:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768246.014792:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768246.014797:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768246.014799:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768246.014800:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768246.014802:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768246.014803:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:2.0:1775768246.014805:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768246.014806:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768246.014807:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:2.0:1775768246.014809:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768246.014811:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014812:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.014819:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768246.014821:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768246.014823:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768246.014825:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768246.075926:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768246.075931:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768246.075933:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768246.075938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768246.075942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768246.075946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.075948:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768246.075950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768246.075953:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768247.035937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768247.035943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768247.035950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768247.035952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768247.035957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768247.035959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768247.036017:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768247.036020:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768247.036024:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768247.100026:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768247.100033:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768247.100034:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768247.100040:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768247.100043:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768247.100047:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768247.100050:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768247.100053:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768247.100056:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768248.059949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768248.059955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768248.059960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768248.059961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768248.059965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768248.059966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768248.059971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768248.059977:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768248.059979:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768248.059983:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1775768248.059989:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768248.059991:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768248.059993:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768248.059994:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768248.060002:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5466
00000400:00000200:1.0:1775768248.060011:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768248.060017:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768248.060021:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768248.060024:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768248.060035:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768248.060036:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768248.060039:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768248.060042:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768248.060044:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768248.060046:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768248.060049:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060053:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768248.060058:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768248.060061:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060064:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768248.060067:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768248.060069:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768248.060071:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060073:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768248.060075:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768248.060080:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00a80.
00000020:00000040:1.0:1775768248.060082:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768248.060086:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768248.060087:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060090:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768248.060092:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768248.060097:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768248.060104:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5800.
00000100:00000001:1.0:1775768248.060111:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768248.060121:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768248.060131:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768248.060136:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768248.060140:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0d8da9c] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768248.060174:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768248.060177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768248.060180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768248.060181:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768248.060182:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768248.060185:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768248.060188:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5466
00000400:00000200:1.0:1775768248.060192:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768248.060195:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768248.060196:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768248.060199:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060203:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060204:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768248.060207:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768248.060208:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768248.060209:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768248.060211:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768248.060213:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768248.060215:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768248.060218:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060219:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060223:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768248.060225:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768248.060227:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060230:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768248.060231:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768248.060237:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768248.060239:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060240:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768248.060244:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768248.060247:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060249:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768248.060253:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02d80.
00000020:00000040:1.0:1775768248.060255:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768248.060258:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768248.060259:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060261:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768248.060262:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768248.060264:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768248.060268:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7c00.
00000100:00000001:1.0:1775768248.060271:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768248.060275:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768248.060282:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768248.060284:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768248.060288:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae3cc05b] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768248.060295:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768248.060297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768248.060300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768248.060302:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768248.060303:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768248.060305:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768248.060308:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5466
00000400:00000200:1.0:1775768248.060311:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768248.060314:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768248.060316:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768248.060319:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060321:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060322:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060324:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768248.060326:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768248.060327:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768248.060329:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768248.060330:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768248.060332:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768248.060335:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768248.060338:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060340:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060342:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060344:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768248.060346:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768248.060348:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060351:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768248.060353:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768248.060355:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768248.060357:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060360:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768248.060362:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768248.060364:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060366:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768248.060369:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01180.
00000020:00000040:1.0:1775768248.060371:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768248.060374:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768248.060375:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060377:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768248.060378:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768248.060380:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768248.060383:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768248.060386:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768248.060390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768248.060397:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768248.060398:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768248.060402:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4b8042f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768248.060409:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768248.060413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768248.060416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768248.060417:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768248.060419:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768248.060421:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768248.060423:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5466
00000400:00000200:1.0:1775768248.060426:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768248.060429:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768248.060432:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768248.060434:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060437:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060438:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768248.060443:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768248.060443:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768248.060445:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768248.060447:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768248.060449:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768248.060451:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768248.060454:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060456:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768248.060457:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768248.060461:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768248.060476:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768248.060479:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768248.060480:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768248.060483:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768248.060485:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060486:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768248.060489:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768248.060491:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060493:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768248.060497:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03b80.
00000020:00000040:1.0:1775768248.060499:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768248.060501:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768248.060502:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768248.060504:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768248.060505:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768248.060507:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768248.060510:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775768248.060513:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768248.060517:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768248.060522:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768248.060524:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768248.060528:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008eca9f80] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768248.060535:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768248.060537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768248.060541:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768248.060545:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5476)
00000100:00000001:2.0:1775768248.060611:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768248.060616:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768248.060618:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768248.060624:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.060632:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768248.060634:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.060637:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768248.060640:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768248.060642:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768248.060645:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360626688:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768248.060650:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768248.060654:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768248.060656:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.060659:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768248.060663:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768248.060665:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768248.060670:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768248.060686:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768248.060693:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768248.060700:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626688, portal 25
00000100:00000001:2.0:1775768248.060703:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768248.060705:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112656000 : -130299596895616 : ffff897e42d00a80)
00000100:00000040:2.0:1775768248.060710:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.060718:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768248.060721:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768248.060723:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768248.060727:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360626688, offset 0
00000400:00000200:2.0:1775768248.060735:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768248.060743:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.060750:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768248.060756:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768248.060761:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768248.060765:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768248.060769:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768248.060774:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59890:59890:256:4294967295] 192.168.202.115@tcp LPNI seq info [59889:59889:8:4294967295]
00000400:00000200:2.0:1775768248.060779:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.060790:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768248.060796:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.060800:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768248.060807:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768248.060811:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768248.060817:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768248.060820:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768248.060824:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.060850:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768248.060858:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768248.060865:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768248.060873:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768248.060876:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768248.060880:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768248.060883:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.060892:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.060896:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.060903:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.060905:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768248.060910:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768248.060914:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768248.060916:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300140283
00000100:00000010:2.0:1775768248.060921:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
00000100:00000001:2.0:1775768248.060930:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768248.060935:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300140283
00000100:00000010:2.0:1775768248.060938:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444540.
00000100:00000001:2.0:1775768248.060942:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768248.060946:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768248.060949:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.060953:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768248.060958:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768248/real 1775768248]  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768248.060969:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768248.060971:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768248.060974:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768248.060977:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768248.060979:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768248.060981:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768248.060985:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768248.060994:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061001:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768248.061003:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061006:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061008:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768248.061012:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061019:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768248.061024:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061031:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768248.061034:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061036:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061038:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061041:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768248.061043:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768248.061046:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768248.061051:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768248.061053:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768248.061057:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768248.061065:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360626688:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768248.061073:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768248.061077:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061082:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768248.061083:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.061085:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768248.061086:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768248.061088:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768248.061091:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626816:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768248.061093:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768248.061094:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768248.061096:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.061098:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768248.061101:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768248.061103:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768248.061107:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768248.061109:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768248.061112:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768248.061115:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626816, portal 10
00000100:00000001:2.0:1775768248.061116:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768248.061118:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112664960 : -130299596886656 : ffff897e42d02d80)
00000100:00000040:2.0:1775768248.061122:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061128:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768248.061130:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768248.061132:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768248.061135:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360626816, offset 0
00000400:00000200:2.0:1775768248.061139:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768248.061142:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.061145:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768248.061147:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768248.061150:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768248.061152:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768248.061153:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768248.061156:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59891:59891:256:4294967295] 192.168.202.115@tcp LPNI seq info [59890:59890:8:4294967295]
00000400:00000200:2.0:1775768248.061159:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.061165:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768248.061168:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.061171:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768248.061176:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768248.061178:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768248.061182:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768248.061200:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768248.061204:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.061206:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768248.061210:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768248.061213:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768248.061216:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768248.061217:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768248.061219:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768248.061223:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061229:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.061232:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061237:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.061238:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768248.061241:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768248.061244:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768248.061247:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768248.061249:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300139021
00000100:00000001:2.0:1775768248.061251:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300140283
00000100:00000001:2.0:1775768248.061253:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300139021
00000100:00000001:2.0:1775768248.061254:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300140283
00000100:00000001:2.0:1775768248.061256:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768248.061257:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.061258:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768248.061261:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768248/real 1775768248]  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768248.061267:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768248.061268:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768248.061270:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768248.061272:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768248.061274:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768248.061275:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768248.061278:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768248.061284:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061290:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768248.061291:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061292:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061293:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768248.061296:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061301:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768248.061304:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061310:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768248.061312:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061313:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061314:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061315:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768248.061317:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768248.061318:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768248.061321:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768248.061323:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768248.061325:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768248.061331:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626816:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768248.061334:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768248.061337:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061341:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768248.061343:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.061345:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768248.061346:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768248.061348:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768248.061350:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626944:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768248.061352:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768248.061354:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768248.061356:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.061357:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768248.061361:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768248.061363:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768248.061366:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768248.061368:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768248.061371:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768248.061373:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360626944, portal 10
00000100:00000001:2.0:1775768248.061375:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768248.061376:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112657792 : -130299596893824 : ffff897e42d01180)
00000100:00000040:2.0:1775768248.061380:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061385:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768248.061387:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768248.061388:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768248.061391:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360626944, offset 0
00000400:00000200:2.0:1775768248.061394:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768248.061397:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.061400:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768248.061402:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768248.061404:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768248.061406:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768248.061409:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768248.061411:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59892:59892:256:4294967295] 192.168.202.115@tcp LPNI seq info [59891:59891:8:4294967295]
00000400:00000200:2.0:1775768248.061414:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.061420:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768248.061423:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.061426:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768248.061430:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768248.061432:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768248.061435:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768248.061436:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768248.061440:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.061442:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768248.061444:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768248.061447:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768248.061449:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768248.061451:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768248.061453:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768248.061455:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061461:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.061464:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061469:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.061470:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768248.061472:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768248.061474:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768248.061477:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768248.061478:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300139019
00000100:00000001:2.0:1775768248.061481:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300140283
00000100:00000001:2.0:1775768248.061483:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300139019
00000100:00000001:2.0:1775768248.061485:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300140283
00000100:00000001:2.0:1775768248.061486:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768248.061488:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.061490:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768248.061493:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768248/real 1775768248]  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768248.061500:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768248.061501:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768248.061502:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768248.061504:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768248.061505:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768248.061507:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768248.061510:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768248.061516:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061521:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768248.061523:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061524:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061525:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768248.061529:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061534:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768248.061537:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061543:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768248.061546:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061547:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061548:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061550:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768248.061552:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768248.061554:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768248.061558:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768248.061559:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768248.061562:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768248.061569:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360626944:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768248.061572:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768248.061575:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061581:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768248.061582:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.061585:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768248.061586:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768248.061588:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768248.061591:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627072:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768248.061593:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768248.061595:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768248.061596:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768248.061598:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768248.061601:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768248.061603:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768248.061605:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768248.061608:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768248.061611:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768248.061614:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627072, portal 4
00000100:00000001:2.0:1775768248.061615:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768248.061616:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112668544 : -130299596883072 : ffff897e42d03b80)
00000100:00000040:2.0:1775768248.061621:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061627:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768248.061629:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768248.061632:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768248.061634:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360627072, offset 0
00000400:00000200:2.0:1775768248.061638:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768248.061641:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.061644:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768248.061647:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768248.061649:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768248.061651:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768248.061653:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768248.061656:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59893:59893:256:4294967295] 192.168.202.115@tcp LPNI seq info [59892:59892:8:4294967295]
00000400:00000200:2.0:1775768248.061660:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768248.061665:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768248.061669:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.061684:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768248.061688:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768248.061690:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768248.061694:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768248.061696:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768248.061700:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768248.061702:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768248.061704:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768248.061707:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768248.061710:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768248.061711:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768248.061713:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768248.061716:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061723:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.061726:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768273 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061731:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.061733:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768248.061735:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768248.061738:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768248.061741:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768248.061744:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300139074
00000100:00000001:2.0:1775768248.061746:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300140283
00000100:00000001:2.0:1775768248.061748:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300139074
00000100:00000001:2.0:1775768248.061750:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300140283
00000100:00000001:2.0:1775768248.061752:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768248.061755:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.061756:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768248.061759:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768248/real 1775768248]  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768248.061766:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768248.061768:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768248.061769:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768248.061771:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768248.061772:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768248.061776:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768248.061779:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768248.061785:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061792:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768248.061793:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061795:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061796:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768248.061799:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061805:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768248.061808:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061815:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768248.061817:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061819:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768248.061820:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061822:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768248.061823:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768248.061825:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768248.061852:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768248.061854:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768248.061858:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768248.061866:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627072:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768248.061870:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061872:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.061874:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00a80 x1862022360626688/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061881:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768248.061884:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768248.061886:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768248.061893:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768248.061894:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768248.061896:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768248.061898:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768248.061900:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5800.
02000000:00000001:2.0:1775768248.061903:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768248.061905:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768248.061907:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00a80.
00000100:00000001:2.0:1775768248.061909:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768248.061910:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061912:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.061915:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02d80 x1862022360626816/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061920:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768248.061922:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768248.061923:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768248.061926:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768248.061928:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768248.061929:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768248.061931:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768248.061933:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7c00.
02000000:00000001:2.0:1775768248.061935:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768248.061936:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768248.061937:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02d80.
00000100:00000001:2.0:1775768248.061940:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768248.061941:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061942:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.061945:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01180 x1862022360626944/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061950:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768248.061952:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768248.061953:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768248.061955:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768248.061956:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768248.061957:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768248.061958:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768248.061960:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:2.0:1775768248.061961:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768248.061962:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768248.061963:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01180.
00000100:00000001:2.0:1775768248.061965:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768248.061966:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061967:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768248.061970:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03b80 x1862022360627072/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768273 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768248.061975:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768248.061976:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768248.061977:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768248.061980:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768248.061981:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768248.061982:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768248.061984:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768248.061985:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7400.
02000000:00000001:2.0:1775768248.061987:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768248.061988:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768248.061989:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03b80.
00000100:00000001:2.0:1775768248.061992:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768248.061993:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.061995:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.062002:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768248.062004:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.062006:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768248.062007:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768248.123935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768248.123947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768248.123949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768248.123955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768248.123958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768248.123961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.123963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768248.123966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768248.123968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768249.083936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768249.083941:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768249.083947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768249.083951:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768249.083953:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768249.083957:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768249.083959:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768249.083961:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768249.083963:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768249.083965:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768249.083968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768249.083970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768249.084116:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768249.084119:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768249.084121:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768249.147930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768249.147935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768249.147937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768249.147941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768249.147944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768249.147946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768249.147948:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768249.147949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768249.147951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768249.339943:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300140283, at 4300140288
00000100:00000040:3.0:1775768249.339943:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300140283, at 4300140288
00000100:00000010:2.0:1775768249.339957:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00000100:00000010:3.0:1775768249.339959:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444540.
00010000:00000001:0.0:1775768250.107925:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768250.107930:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768250.107935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768250.107936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768250.107939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768250.107940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768250.107965:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768250.107967:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768250.107969:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768250.171960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768250.171967:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768250.171969:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768250.171974:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768250.171977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768250.171980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768250.171982:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768250.171983:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768250.171985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768251.131961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768251.131969:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768251.131976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768251.131977:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768251.131981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768251.131982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768251.132039:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768251.132042:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768251.132046:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768251.195984:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768251.195992:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768251.195995:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768251.196002:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768251.196007:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768251.196012:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768251.196015:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768251.196018:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768251.196021:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768252.155941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768252.155947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768252.155953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768252.155955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768252.155958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768252.155960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768252.156025:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768252.156029:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768252.156032:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768252.219993:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768252.220001:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768252.220003:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768252.220010:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768252.220015:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768252.220019:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768252.220022:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768252.220025:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768252.220027:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768253.179952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768253.179964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768253.179967:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768253.179972:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768253.179976:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768253.179984:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5471
00000400:00000200:0.0:1775768253.179992:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768253.179997:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768253.180000:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768253.180002:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768253.180007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768253.180012:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768253.180013:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768253.180015:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768253.180017:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768253.180018:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768253.180020:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768253.180022:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768253.180025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768253.180027:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768253.180030:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180031:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768253.180033:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768253.180036:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768253.180038:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768253.180039:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768253.180041:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768253.180051:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028aa00.
00000020:00000040:0.0:1775768253.180054:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768253.180057:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768253.180058:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768253.180061:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768253.180063:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768253.180067:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768253.180075:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:0.0:1775768253.180084:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768253.180094:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768253.180106:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768253.180112:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768253.180117:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005031194e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768253.180146:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768253.180150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768253.180153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768253.180155:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768253.180157:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768253.180161:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768253.180164:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5471
00000400:00000200:0.0:1775768253.180168:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768253.180170:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1775768253.180171:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768253.180174:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775768253.180176:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768253.180177:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768253.180180:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768253.180183:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768253.180187:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768253.180188:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000040:2.0:1775768253.180189:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768253.180190:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768253.180192:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768253.180196:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768253.180199:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768253.180203:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1775768253.180204:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768253.180206:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768253.180208:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1775768253.180210:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768253.180211:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180213:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:2.0:1775768253.180213:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775768253.180215:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:2.0:1775768253.180217:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768253.180219:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180222:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768253.180222:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360627200:192.168.202.115@tcp:250:kworker.0
02000000:00000001:0.0:1775768253.180223:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768253.180228:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768253.180230:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768253.180232:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.180233:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768253.180234:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775768253.180236:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775768253.180239:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768253.180239:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1775768253.180242:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768253.180243:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
00000100:00000001:0.0:1775768253.180244:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.180246:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768253.180249:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a680.
00000020:00000040:0.0:1775768253.180251:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000200:2.0:1775768253.180254:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768253.180255:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768253.180257:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768253.180258:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1775768253.180258:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
02000000:00000001:0.0:1775768253.180260:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768253.180263:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768253.180267:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a400.
00000100:00000001:0.0:1775768253.180269:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768253.180272:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00100000:0.0:1775768253.180274:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1775768253.180280:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627200, portal 25
00000100:00000001:0.0:1775768253.180281:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768253.180284:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.180285:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768253.180287:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336567808 : -130299372983808 : ffff897e5028aa00)
00000100:00000040:0.0:1775768253.180288:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004aae954] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768253.180295:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768253.180307:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768253.180312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768253.180317:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768253.180318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768253.180321:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1775768253.180322:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:0.0:1775768253.180324:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1775768253.180327:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000001:0.0:1775768253.180328:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1775768253.180333:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360627200, offset 0
00000100:00080000:0.0:1775768253.180334:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5471
00000400:00000200:0.0:1775768253.180341:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768253.180346:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:2.0:1775768253.180346:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:0.0:1775768253.180348:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768253.180351:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180353:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768253.180354:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180355:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768253.180357:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768253.180359:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000200:2.0:1775768253.180359:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768253.180361:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768253.180364:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768253.180366:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:2.0:1775768253.180367:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000001:0.0:1775768253.180368:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768253.180372:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768253.180373:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768253.180374:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768253.180377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180378:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:2.0:1775768253.180379:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000040:0.0:1775768253.180381:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:2.0:1775768253.180385:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775768253.180386:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:2.0:1775768253.180390:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180391:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768253.180393:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768253.180396:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768253.180396:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59894:59894:256:4294967295] 192.168.202.115@tcp LPNI seq info [59893:59893:8:4294967295]
02000000:00000001:0.0:1775768253.180399:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768253.180402:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775768253.180403:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00100000:0.0:1775768253.180405:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768253.180408:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768253.180410:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768253.180415:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1775768253.180416:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289500.
00000020:00000040:0.0:1775768253.180420:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:2.0:1775768253.180424:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:0.0:1775768253.180425:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768253.180428:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775768253.180429:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000100:00000001:0.0:1775768253.180430:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768253.180433:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768253.180435:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768253.180439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a800.
00000100:00000001:0.0:1775768253.180443:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768253.180446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:0.0:1775768253.180451:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1775768253.180452:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768253.180465:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768253.180466:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768253.180469:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775768253.180471:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1775768253.180473:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e64e4a3] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768253.180483:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1775768253.180483:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00080000:0.0:1775768253.180486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1775768253.180488:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768253.180496:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1775768253.180497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768253.180500:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768253.180502:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768253.180506:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768253.180509:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5471
00000400:00000200:2.0:1775768253.180513:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768253.180514:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768253.180520:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:2.0:1775768253.180521:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000100:00080000:0.0:1775768253.180523:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1775768253.180526:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000040:0.0:1775768253.180528:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180531:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768253.180532:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775768253.180535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180539:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:2.0:1775768253.180540:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768253.180543:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768253.180545:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768253.180548:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768253.180550:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768253.180554:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768253.180557:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768253.180559:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768253.180561:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180563:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768253.180566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:2.0:1775768253.180567:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768253.180568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768253.180573:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768253.180575:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768253.180576:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768253.180577:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768253.180579:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768253.180583:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768253.180587:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768253.180589:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1775768253.180591:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768253.180593:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.180594:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768253.180597:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768253.180601:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a300.
00000100:00000001:2.0:1775768253.180603:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768253.180604:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768253.180609:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768253.180611:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768253.180611:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768253.180615:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768253.180617:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768253.180617:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300145402
02000000:00000001:0.0:1775768253.180620:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768253.180637:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
02000000:00000010:0.0:1775768253.180640:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2bc00.
00000100:00000001:0.0:1775768253.180644:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.180645:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1775768253.180650:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768253.180651:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300145402
00000100:00000010:2.0:1775768253.180657:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a20.
00000100:00000001:0.0:1775768253.180659:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768253.180661:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768253.180662:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.180665:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768253.180668:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000851b9f8e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.180668:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.180672:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768253.180677:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768253/real 1775768253]  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768253.180678:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768253.180682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768253.180690:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768253.180696:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5481)
00000400:00000001:2.0:1775768253.180699:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768253.180703:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768253.180705:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768253.180707:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768253.180708:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768253.180711:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768253.180713:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768253.180719:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:0.0:1775768253.180721:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768253.180725:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.180726:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768253.180728:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.180730:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:0.0:1775768253.180731:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768253.180732:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775768253.180734:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768253.180737:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:0.0:1775768253.180740:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768253.180742:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775768253.180743:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768253.180748:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.180764:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768253.180767:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.180769:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768253.180770:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.180773:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768253.180776:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768253.180779:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768253.180784:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768253.180787:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768253.180792:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768253.180793:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768253.180797:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768253.180802:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775768253.180808:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360627200:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768253.180815:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.180817:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768253.180820:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028aa00 x1862022360627200/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.180872:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768253.180876:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768253.180878:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768253.180884:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768253.180885:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768253.180887:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768253.180889:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768253.180897:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768253.180902:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768253.180903:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768253.180905:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028aa00.
00000100:00000001:2.0:1775768253.180908:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768253.180910:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.180912:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.180921:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768253.180923:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.180925:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768253.180926:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768253.180928:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768253.180932:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.180938:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768253.180939:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.180941:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768253.180943:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768253.180945:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768253.180948:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627328:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768253.180951:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768253.180953:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768253.180955:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.180957:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768253.180959:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768253.180961:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768253.180966:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768253.180969:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768253.180973:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768253.180976:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627328, portal 10
00000100:00000001:2.0:1775768253.180977:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768253.180979:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566912 : -130299372984704 : ffff897e5028a680)
00000100:00000040:2.0:1775768253.180984:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.180990:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768253.180992:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768253.180994:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768253.180996:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360627328, offset 0
00000400:00000200:2.0:1775768253.181000:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768253.181004:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768253.181007:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768253.181010:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768253.181013:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768253.181015:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768253.181017:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768253.181021:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59895:59895:256:4294967295] 192.168.202.115@tcp LPNI seq info [59894:59894:8:4294967295]
00000400:00000200:2.0:1775768253.181025:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768253.181031:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768253.181036:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768253.181039:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768253.181042:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768253.181045:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768253.181049:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768253.181052:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768253.181055:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768253.181057:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768253.181060:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768253.181063:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768253.181066:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768253.181067:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768253.181070:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768253.181074:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181081:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768253.181084:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181090:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.181092:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768253.181094:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768253.181098:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768253.181101:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768253.181103:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300144141
00000100:00000001:2.0:1775768253.181106:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300145402
00000100:00000001:2.0:1775768253.181108:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300144141
00000100:00000001:2.0:1775768253.181110:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300145402
00000100:00000001:2.0:1775768253.181112:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768253.181115:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.181117:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768253.181120:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768253/real 1775768253]  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768253.181128:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768253.181129:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768253.181130:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768253.181133:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768253.181134:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768253.181136:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768253.181139:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768253.181146:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181158:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768253.181160:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181161:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768253.181163:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768253.181166:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181172:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768253.181176:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181182:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768253.181184:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181186:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768253.181187:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181189:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768253.181191:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768253.181193:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768253.181196:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768253.181199:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768253.181202:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768253.181210:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627328:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768253.181213:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768253.181216:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181222:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768253.181223:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.181226:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768253.181227:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768253.181229:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768253.181232:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627456:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768253.181235:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768253.181236:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768253.181238:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.181240:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768253.181243:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768253.181245:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768253.181248:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768253.181250:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768253.181253:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768253.181255:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627456, portal 10
00000100:00000001:2.0:1775768253.181257:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768253.181259:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336562432 : -130299372989184 : ffff897e50289500)
00000100:00000040:2.0:1775768253.181263:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181270:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768253.181272:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768253.181274:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768253.181275:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360627456, offset 0
00000400:00000200:2.0:1775768253.181279:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768253.181282:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768253.181286:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768253.181288:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768253.181291:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768253.181293:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768253.181295:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768253.181298:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59896:59896:256:4294967295] 192.168.202.115@tcp LPNI seq info [59895:59895:8:4294967295]
00000400:00000200:2.0:1775768253.181302:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768253.181308:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768253.181313:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768253.181316:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768253.181320:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768253.181322:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768253.181326:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768253.181329:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768253.181332:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768253.181334:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768253.181337:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768253.181340:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768253.181343:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768253.181345:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768253.181347:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768253.181351:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181357:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768253.181360:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181366:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.181368:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768253.181371:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768253.181373:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768253.181376:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768253.181378:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300144139
00000100:00000001:2.0:1775768253.181381:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300145402
00000100:00000001:2.0:1775768253.181383:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300144139
00000100:00000001:2.0:1775768253.181385:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300145402
00000100:00000001:2.0:1775768253.181387:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768253.181389:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.181390:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768253.181393:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768253/real 1775768253]  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768253.181399:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768253.181400:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768253.181401:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768253.181403:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768253.181404:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768253.181405:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768253.181407:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768253.181412:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181415:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768253.181416:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181417:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768253.181418:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768253.181419:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181424:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768253.181426:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181430:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768253.181431:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181432:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768253.181432:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181433:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768253.181434:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768253.181436:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768253.181437:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768253.181438:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768253.181441:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768253.181446:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627456:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768253.181448:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768253.181450:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181453:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768253.181454:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.181455:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768253.181456:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768253.181457:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768253.181458:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627584:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768253.181460:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768253.181461:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768253.181462:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768253.181463:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768253.181465:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768253.181466:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768253.181469:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768253.181470:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768253.181472:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768253.181474:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627584, portal 4
00000100:00000001:2.0:1775768253.181475:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768253.181476:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566016 : -130299372985600 : ffff897e5028a300)
00000100:00000040:2.0:1775768253.181480:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181484:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768253.181485:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768253.181486:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768253.181488:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360627584, offset 0
00000400:00000200:2.0:1775768253.181490:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768253.181493:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768253.181495:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768253.181497:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768253.181498:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768253.181500:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768253.181502:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768253.181505:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59897:59897:256:4294967295] 192.168.202.115@tcp LPNI seq info [59896:59896:8:4294967295]
00000400:00000200:2.0:1775768253.181510:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768253.181515:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768253.181520:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768253.181523:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768253.181526:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768253.181528:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768253.181532:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768253.181535:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768253.181538:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768253.181540:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768253.181543:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768253.181546:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768253.181549:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768253.181550:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768253.181553:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768253.181556:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181561:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768253.181564:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768278 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181568:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.181569:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768253.181571:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768253.181573:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768253.181575:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768253.181576:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300144194
00000100:00000001:2.0:1775768253.181578:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300145402
00000100:00000001:2.0:1775768253.181580:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300144194
00000100:00000001:2.0:1775768253.181581:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300145402
00000100:00000001:2.0:1775768253.181582:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768253.181583:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.181584:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768253.181586:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768253/real 1775768253]  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768253.181590:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768253.181591:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768253.181592:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768253.181594:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768253.181594:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768253.181595:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768253.181597:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768253.181602:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181605:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768253.181606:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181607:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768253.181608:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768253.181609:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181613:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768253.181615:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181618:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768253.181621:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181633:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768253.181634:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181635:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768253.181636:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768253.181638:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768253.181640:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768253.181641:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768253.181643:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768253.181648:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627584:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768253.181650:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181652:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768253.181653:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a680 x1862022360627328/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181656:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768253.181657:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768253.181658:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768253.181660:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768253.181661:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768253.181662:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768253.181663:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768253.181664:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a400.
02000000:00000001:2.0:1775768253.181666:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768253.181667:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768253.181668:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a680.
00000100:00000001:2.0:1775768253.181669:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768253.181670:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181671:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768253.181673:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289500 x1862022360627456/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181684:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768253.181686:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768253.181687:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768253.181691:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768253.181692:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768253.181693:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768253.181695:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768253.181697:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a800.
02000000:00000001:2.0:1775768253.181698:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768253.181699:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768253.181701:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289500.
00000100:00000001:2.0:1775768253.181703:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768253.181705:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181706:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768253.181709:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a300 x1862022360627584/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768278 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768253.181716:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768253.181717:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768253.181718:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768253.181720:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768253.181721:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768253.181723:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768253.181724:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768253.181726:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:2.0:1775768253.181728:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768253.181728:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768253.181730:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a300.
00000100:00000001:2.0:1775768253.181731:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768253.181733:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181734:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.181738:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768253.181738:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.181740:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768253.181741:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768253.243965:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768253.243973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768253.243974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768253.243979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768253.243983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768253.243987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.243989:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768253.243992:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768253.243993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768254.203926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768254.203932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768254.203937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768254.203938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768254.203942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768254.203943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768254.203989:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768254.203994:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768254.203997:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768254.267980:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768254.267988:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768254.267990:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768254.267996:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768254.268000:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768254.268004:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768254.268007:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768254.268010:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768254.268013:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768254.459956:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300145402, at 4300145408
00000100:00000010:3.0:1775768254.459986:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a20.
00000100:00000040:2.0:1775768254.460071:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300145402, at 4300145408
00000100:00000010:2.0:1775768254.460078:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00010000:00000001:0.0:1775768255.227964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768255.227971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768255.227978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768255.227980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768255.227984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768255.227985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768255.228029:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768255.228032:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768255.228035:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768255.291986:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768255.291996:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768255.291998:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768255.292005:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768255.292010:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768255.292015:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768255.292018:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768255.292020:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768255.292024:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768256.251939:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768256.251941:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768256.251943:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251946:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768256.251949:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251950:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251952:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251955:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768256.251956:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768256.251960:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768256.251961:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768256.251963:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251965:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768256.251967:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251970:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768256.251972:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768256.251994:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768256.251997:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768256.252000:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768256.315941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768256.315948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768256.315950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768256.315954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768256.315957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768256.315960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768256.315962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768256.315964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768256.315966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768257.275942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768257.275948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768257.275954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768257.275956:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768257.275960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768257.275961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768257.275993:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768257.275995:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768257.276006:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768257.339945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768257.339951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768257.339953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768257.339958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768257.339962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768257.339965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768257.339968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768257.339971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768257.339973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768258.299957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768258.299964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768258.299967:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768258.299970:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768258.299972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768258.299974:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768258.299979:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5476
00010000:00000001:0.0:1775768258.299980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768258.299986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:3.0:1775768258.299988:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768258.299989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768258.299994:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768258.299995:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768258.299998:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768258.299998:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768258.300003:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768258.300007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768258.300012:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768258.300013:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768258.300015:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768258.300017:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768258.300018:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768258.300020:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768258.300023:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300025:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768258.300028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768258.300033:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768258.300037:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300040:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768258.300044:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775768258.300047:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1775768258.300048:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775768258.300051:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768258.300052:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768258.300053:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768258.300057:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768258.300060:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768258.300069:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768258.300073:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768258.300077:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768258.300079:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300081:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768258.300083:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768258.300086:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768258.300093:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768258.300097:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768258.300105:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768258.300112:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768258.300115:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768258.300118:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768258.300132:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768258.300134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768258.300136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768258.300137:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768258.300138:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768258.300140:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768258.300142:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5476
00000400:00000200:3.0:1775768258.300145:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768258.300147:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768258.300148:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768258.300150:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300152:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768258.300153:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300155:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768258.300156:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768258.300157:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768258.300158:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768258.300160:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768258.300162:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:2.0:1775768258.300163:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768258.300164:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768258.300166:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775768258.300166:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768258.300170:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300172:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768258.300175:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:2.0:1775768258.300176:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768258.300177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768258.300180:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768258.300184:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300188:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768258.300191:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768258.300195:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775768258.300196:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768258.300197:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768258.300199:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300201:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775768258.300203:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1775768258.300204:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768258.300207:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1775768258.300207:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300210:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.300212:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768258.300213:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768258.300216:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768258.300218:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1775768258.300219:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360627712:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768258.300220:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300223:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768258.300225:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768258.300228:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768258.300228:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768258.300230:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775768258.300233:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775768258.300233:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.300237:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768258.300239:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775768258.300241:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775768258.300246:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1775768258.300247:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
00000100:00000001:3.0:1775768258.300248:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.300252:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768258.300253:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768258.300262:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768258.300267:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000100:00000001:3.0:1775768258.300268:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768258.300272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768258.300274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768258.300274:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768258.300275:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1775768258.300276:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000001:3.0:1775768258.300277:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768258.300280:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5476
00000400:00000200:3.0:1775768258.300282:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:2.0:1775768258.300284:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627712, portal 25
00000400:00000200:3.0:1775768258.300284:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768258.300287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775768258.300290:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1775768258.300291:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768258.300293:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000001:3.0:1775768258.300293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768258.300297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300299:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768258.300300:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1775768258.300302:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768258.300302:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768258.300303:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768258.300305:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768258.300308:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768258.300311:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768258.300317:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300319:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768258.300322:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768258.300322:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300324:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768258.300326:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000040:2.0:1775768258.300330:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768258.300330:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300333:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768258.300334:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
02000000:00000001:3.0:1775768258.300335:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768258.300338:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1775768258.300340:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360627712, offset 0
02000000:00000001:3.0:1775768258.300340:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300343:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768258.300345:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768258.300347:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300348:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768258.300351:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000400:00000200:2.0:1775768258.300352:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775768258.300353:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768258.300356:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768258.300356:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300357:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768258.300358:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768258.300359:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768258.300361:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000400:00000200:2.0:1775768258.300365:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768258.300366:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768258.300371:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768258.300375:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:3.0:1775768258.300380:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768258.300381:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768258.300383:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1775768258.300385:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768258.300390:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768258.300391:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768258.300394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775768258.300397:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1775768258.300397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768258.300398:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768258.300400:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1775768258.300402:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300403:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768258.300406:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5476
00000400:00000200:2.0:1775768258.300410:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59898:59898:256:4294967295] 192.168.202.115@tcp LPNI seq info [59897:59897:8:4294967295]
00000400:00000200:2.0:1775768258.300414:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768258.300421:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1775768258.300426:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:2.0:1775768258.300427:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768258.300430:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:2.0:1775768258.300432:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000100:00080000:3.0:1775768258.300432:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768258.300435:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300437:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768258.300440:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:2.0:1775768258.300441:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768258.300443:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:2.0:1775768258.300445:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775768258.300446:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768258.300447:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768258.300450:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768258.300452:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768258.300455:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:2.1:1775768258.300455:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:3.0:1775768258.300459:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:2.1:1775768258.300460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1775768258.300463:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768258.300465:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1775768258.300467:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775768258.300470:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000010:2.0:1775768258.300471:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000100:00000001:3.0:1775768258.300472:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768258.300475:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768258.300476:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:2.0:1775768258.300477:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775768258.300478:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768258.300481:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768258.300483:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768258.300486:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775768258.300486:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300490:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775768258.300492:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000008:00100000:3.0:1775768258.300492:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768258.300494:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768258.300495:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:3.0:1775768258.300496:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300500:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1775768258.300500:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768258.300503:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000200:2.0:1775768258.300506:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768258.300506:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768258.300508:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768258.300511:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768258.300513:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768258.300515:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768258.300519:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:2.0:1775768258.300521:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768258.300523:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768258.300524:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768258.300529:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768258.300534:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300537:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768258.300540:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768258.300542:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300543:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768258.300546:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768258.300550:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768258.300554:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300150522
00000100:00000001:3.0:1775768258.300557:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768258.300559:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
00000100:00000040:3.0:1775768258.300560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768258.300564:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775768258.300567:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1775768258.300568:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5486)
00000100:00000001:2.0:1775768258.300586:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300150522
00000100:00000010:2.0:1775768258.300590:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e524448a0.
00000100:00000001:2.0:1775768258.300593:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768258.300595:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768258.300597:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300599:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768258.300603:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768258/real 1775768258]  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768258.300609:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768258.300610:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768258.300611:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768258.300613:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768258.300614:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768258.300615:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768258.300617:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768258.300623:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300626:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768258.300628:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300629:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.300631:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768258.300633:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300636:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768258.300639:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300643:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768258.300645:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300646:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.300646:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300648:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768258.300649:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768258.300651:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768258.300653:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768258.300654:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768258.300656:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768258.300661:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360627712:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768258.300663:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300665:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768258.300666:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360627712/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300670:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768258.300672:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768258.300674:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768258.300677:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768258.300678:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768258.300679:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768258.300681:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768258.300682:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:2.0:1775768258.300684:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768258.300685:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768258.300686:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:2.0:1775768258.300688:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768258.300689:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300690:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300695:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768258.300696:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300697:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768258.300698:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768258.300699:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768258.300701:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300705:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768258.300706:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.300707:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768258.300708:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768258.300710:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768258.300711:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627840:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768258.300713:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768258.300714:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768258.300715:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.300716:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768258.300718:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768258.300719:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768258.300721:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768258.300722:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768258.300724:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768258.300726:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627840, portal 10
00000100:00000001:2.0:1775768258.300727:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768258.300728:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:2.0:1775768258.300731:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300735:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768258.300737:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768258.300738:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768258.300740:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360627840, offset 0
00000400:00000200:2.0:1775768258.300742:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768258.300744:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768258.300746:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768258.300748:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768258.300750:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768258.300751:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768258.300752:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768258.300754:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59899:59899:256:4294967295] 192.168.202.115@tcp LPNI seq info [59898:59898:8:4294967295]
00000400:00000200:2.0:1775768258.300757:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768258.300760:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768258.300763:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768258.300765:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768258.300768:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768258.300770:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775768258.300772:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768258.300773:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775768258.300775:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768258.300777:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768258.300778:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768258.300780:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768258.300782:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768258.300783:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768258.300784:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768258.300786:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300790:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768258.300792:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300799:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300800:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768258.300802:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768258.300804:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768258.300806:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768258.300807:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300149260
00000100:00000001:2.0:1775768258.300809:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300150522
00000100:00000001:2.0:1775768258.300810:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300149260
00000100:00000001:2.0:1775768258.300811:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300150522
00000100:00000001:2.0:1775768258.300812:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768258.300813:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300814:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768258.300816:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768258/real 1775768258]  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768258.300820:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768258.300821:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768258.300822:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768258.300823:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768258.300824:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768258.300825:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768258.300826:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768258.300847:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300851:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768258.300852:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300852:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.300853:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768258.300855:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300860:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768258.300862:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300865:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768258.300867:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300867:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.300868:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.300869:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768258.300870:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768258.300871:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768258.300873:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768258.300874:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768258.300876:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768258.300880:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627840:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768258.300882:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768258.300883:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300887:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768258.300888:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.300889:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768258.300890:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768258.300891:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768258.300892:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627968:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768258.300894:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768258.300895:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768258.300896:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.300897:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768258.300899:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768258.300900:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768258.300902:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768258.300903:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768258.300905:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768258.300907:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360627968, portal 10
00000100:00000001:2.0:1775768258.300908:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768258.300908:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:2.0:1775768258.300912:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300915:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768258.300917:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768258.300918:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768258.300919:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360627968, offset 0
00000400:00000200:2.0:1775768258.300921:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768258.300930:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768258.300932:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768258.300933:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768258.300937:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768258.300938:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768258.300940:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768258.300942:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59900:59900:256:4294967295] 192.168.202.115@tcp LPNI seq info [59899:59899:8:4294967295]
00000400:00000200:2.0:1775768258.300944:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768258.300948:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768258.300950:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768258.300952:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768258.300954:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768258.300956:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775768258.300958:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768258.300959:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775768258.300961:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768258.300963:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768258.300964:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768258.300966:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768258.300968:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768258.300969:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768258.300970:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768258.300972:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300976:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768258.300978:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.300982:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300983:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768258.300984:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768258.300986:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768258.300988:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768258.300988:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300149259
00000100:00000001:2.0:1775768258.300990:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300150522
00000100:00000001:2.0:1775768258.300991:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300149259
00000100:00000001:2.0:1775768258.300992:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300150522
00000100:00000001:2.0:1775768258.300993:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768258.300994:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.300996:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768258.300997:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768258/real 1775768258]  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768258.301001:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768258.301002:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768258.301003:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768258.301004:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768258.301004:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768258.301006:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768258.301007:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768258.301012:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301015:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768258.301016:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301017:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.301017:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768258.301019:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301022:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768258.301024:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301028:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768258.301029:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301030:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.301030:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301031:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768258.301032:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768258.301034:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768258.301035:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768258.301037:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768258.301038:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768258.301043:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360627968:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768258.301045:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768258.301046:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301050:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768258.301051:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.301052:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768258.301053:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768258.301054:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768258.301056:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628096:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768258.301057:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768258.301058:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768258.301059:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768258.301060:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768258.301061:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768258.301062:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768258.301064:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768258.301065:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768258.301067:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768258.301068:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628096, portal 4
00000100:00000001:2.0:1775768258.301069:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768258.301070:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:2.0:1775768258.301073:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301076:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768258.301078:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768258.301079:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768258.301080:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360628096, offset 0
00000400:00000200:2.0:1775768258.301082:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768258.301084:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768258.301085:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768258.301087:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768258.301088:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768258.301089:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768258.301091:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768258.301093:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59901:59901:256:4294967295] 192.168.202.115@tcp LPNI seq info [59900:59900:8:4294967295]
00000400:00000200:2.0:1775768258.301095:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768258.301099:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768258.301101:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768258.301103:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768258.301104:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768258.301106:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775768258.301108:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768258.301109:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775768258.301112:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768258.301113:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768258.301114:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768258.301116:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768258.301117:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768258.301118:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768258.301119:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768258.301121:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301125:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768258.301127:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768283 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301131:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.301132:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768258.301133:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768258.301135:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768258.301136:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768258.301137:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300149314
00000100:00000001:2.0:1775768258.301139:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300150522
00000100:00000001:2.0:1775768258.301140:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300149314
00000100:00000001:2.0:1775768258.301141:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300150522
00000100:00000001:2.0:1775768258.301142:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768258.301144:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.301145:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768258.301146:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768258/real 1775768258]  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768258.301151:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768258.301151:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768258.301152:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768258.301153:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768258.301154:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768258.301155:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768258.301156:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768258.301160:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301163:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768258.301164:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301165:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.301166:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768258.301168:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301171:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768258.301173:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301177:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768258.301178:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301179:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768258.301179:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301180:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768258.301181:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768258.301182:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768258.301184:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768258.301185:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768258.301187:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768258.301192:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628096:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768258.301193:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301194:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768258.301196:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360627840/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301199:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768258.301200:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768258.301201:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768258.301202:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768258.301203:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768258.301203:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768258.301204:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768258.301205:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775768258.301207:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768258.301207:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768258.301208:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:2.0:1775768258.301210:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768258.301211:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301212:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768258.301213:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360627968/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301217:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768258.301217:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768258.301218:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768258.301219:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768258.301220:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768258.301221:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768258.301221:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768258.301222:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:2.0:1775768258.301224:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768258.301224:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768258.301225:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775768258.301226:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768258.301227:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301228:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768258.301229:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360628096/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768283 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768258.301233:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768258.301233:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768258.301234:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768258.301236:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768258.301237:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768258.301238:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768258.301238:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768258.301239:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775768258.301240:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768258.301241:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768258.301241:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:2.0:1775768258.301242:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768258.301243:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301244:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.301246:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768258.301246:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.301247:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768258.301248:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768258.363906:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768258.363910:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768258.363912:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768258.363915:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768258.363918:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768258.363921:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.363923:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768258.363926:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768258.363929:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768259.323943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768259.323948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768259.323953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768259.323955:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768259.323957:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768259.323959:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768259.323961:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768259.323963:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768259.323964:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768259.323965:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768259.323967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768259.323968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768259.324006:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768259.324010:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768259.324013:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768259.387930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768259.387934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768259.387936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768259.387939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768259.387942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768259.387945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768259.387947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768259.387949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768259.387950:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768259.579934:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300150522, at 4300150528
00000100:00000040:2.0:1775768259.579935:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300150522, at 4300150528
00000100:00000010:3.0:1775768259.579948:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524448a0.
00000100:00000010:2.0:1775768259.579949:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00010000:00000001:0.0:1775768260.347932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768260.347938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768260.347943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768260.347944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768260.347947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768260.347948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768260.347982:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768260.347984:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768260.347987:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768260.411898:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768260.411903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768260.411904:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768260.411908:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768260.411911:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768260.411913:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768260.411915:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768260.411917:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768260.411918:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768261.371940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768261.371945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768261.371951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768261.371953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768261.371956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768261.371958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768261.371977:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768261.371979:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768261.371982:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768261.435930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768261.435935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768261.435936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768261.435940:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768261.435944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768261.435946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768261.435948:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768261.435949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768261.435951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768262.395934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768262.395938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768262.395943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768262.395944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768262.395946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768262.395947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768262.395969:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768262.395972:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768262.395976:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768262.459925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768262.459931:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768262.459933:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768262.459938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768262.459942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768262.459945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768262.459947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768262.459950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768262.459952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768263.419933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768263.419938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768263.419944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768263.419944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768263.419947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768263.419950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768263.419952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768263.419953:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768263.419954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768263.419957:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768263.419961:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768263.419966:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5481
00000020:00000001:0.0:1775768263.419971:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:2.0:1775768263.419972:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768263.419973:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768263.419977:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775768263.419978:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768263.419981:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768263.419983:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.419986:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768263.419988:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.419989:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768263.419991:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768263.419992:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768263.420000:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768263.420002:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768263.420003:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768263.420005:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768263.420007:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768263.420009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768263.420012:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768263.420014:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420016:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768263.420018:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768263.420020:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768263.420022:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.420023:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768263.420025:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768263.420031:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768263.420034:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768263.420036:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768263.420037:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.420039:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768263.420041:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768263.420044:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768263.420050:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768263.420054:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768263.420061:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768263.420067:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768263.420070:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768263.420073:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768263.420086:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768263.420088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768263.420090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768263.420091:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768263.420092:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768263.420094:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768263.420096:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5481
00000400:00000200:2.0:1775768263.420098:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768263.420101:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768263.420102:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768263.420104:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768263.420106:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768263.420106:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768263.420110:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768263.420110:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768263.420113:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768263.420113:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768263.420116:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768263.420118:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768263.420120:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768263.420121:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768263.420121:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768263.420125:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768263.420128:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768263.420135:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768263.420137:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768263.420137:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768263.420139:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768263.420140:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768263.420142:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768263.420143:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768263.420146:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768263.420146:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768263.420149:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768263.420150:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.420154:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768263.420156:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360628224:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768263.420157:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768263.420161:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768263.420162:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768263.420163:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768263.420164:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.420166:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.420167:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768263.420170:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1775768263.420171:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768263.420174:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768263.420175:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
00000100:00000001:2.0:1775768263.420175:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.420178:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768263.420178:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775768263.420182:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768263.420185:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768263.420187:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768263.420187:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.420190:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1775768263.420192:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
02000000:00000001:2.0:1775768263.420192:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768263.420193:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768263.420198:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768263.420200:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768263.420204:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768263.420206:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000001:2.0:1775768263.420211:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768263.420213:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768263.420215:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768263.420216:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628224, portal 25
00000100:00000001:0.0:1775768263.420220:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768263.420223:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000001:2.0:1775768263.420229:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768263.420231:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768263.420232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768263.420238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768263.420241:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768263.420244:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768263.420246:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768263.420246:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1775768263.420250:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768263.420251:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5481
00000400:00000010:0.0:1775768263.420254:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000400:00000200:2.0:1775768263.420255:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:0.0:1775768263.420258:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360628224, offset 0
00000400:00000200:2.0:1775768263.420259:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768263.420262:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768263.420265:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768263.420266:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420268:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768263.420270:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420272:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768263.420274:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775768263.420274:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768263.420275:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768263.420277:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768263.420278:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:0.0:1775768263.420281:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000001:2.0:1775768263.420281:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768263.420284:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768263.420288:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775768263.420288:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420292:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768263.420295:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:2.0:1775768263.420296:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420299:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768263.420300:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1775768263.420301:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768263.420304:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:2.0:1775768263.420306:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420310:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768263.420311:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59902:59902:256:4294967295] 192.168.202.115@tcp LPNI seq info [59901:59901:8:4294967295]
02000000:00000001:2.0:1775768263.420313:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768263.420317:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768263.420317:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768263.420321:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.420324:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768263.420328:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768263.420329:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1775768263.420334:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768263.420336:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420338:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768263.420340:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000100:00000010:2.0:1775768263.420344:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000800:00000200:0.0:1775768263.420348:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775768263.420349:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.0:1775768263.420351:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
02000000:00000001:2.0:1775768263.420353:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768263.420356:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768263.420359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768263.420360:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768263.420363:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775768263.420363:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
02000000:00000001:2.0:1775768263.420367:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768263.420368:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768263.420371:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
02000000:00000010:2.0:1775768263.420373:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000400:00000200:0.0:1775768263.420376:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768263.420378:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768263.420380:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768263.420385:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768263.420387:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00100000:2.0:1775768263.420389:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768263.420390:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768263.420394:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420411:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768263.420414:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775768263.420416:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768263.420417:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768263.420424:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420431:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.420436:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768263.420437:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768263.420440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768263.420442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768263.420443:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.420443:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768263.420445:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768263.420448:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768263.420450:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768263.420452:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5481
00000100:00000001:0.0:1775768263.420455:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300155642
00000400:00000200:2.0:1775768263.420458:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768263.420461:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000010:0.0:1775768263.420462:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c00.
00000100:00080000:2.0:1775768263.420463:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768263.420467:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420468:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768263.420470:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768263.420471:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768263.420471:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768263.420475:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768263.420476:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768263.420477:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300155642
00000020:00000001:2.0:1775768263.420477:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768263.420479:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000010:0.0:1775768263.420481:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442312a0.
00000020:00000001:2.0:1775768263.420481:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768263.420485:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1775768263.420485:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768263.420488:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768263.420490:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768263.420490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768263.420494:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768263.420494:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768263.420497:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768263.420498:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768263.420501:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00100000:0.0:1775768263.420504:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768263/real 1775768263]  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768263.420506:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768263.420511:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768263.420515:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768263.420518:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1775768263.420520:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775768263.420520:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768263.420534:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768263.420536:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775768263.420537:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000008:00100000:2.0:1775768263.420539:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1775768263.420541:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000008:00000001:2.0:1775768263.420542:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768263.420545:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:2.0:1775768263.420545:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768263.420550:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768263.420553:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1775768263.420553:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768263.420557:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768263.420559:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768263.420560:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768263.420561:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768263.420563:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768263.420566:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768263.420570:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768263.420575:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768263.420576:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768263.420581:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768263.420596:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768263.420596:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768263.420599:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.420600:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768263.420603:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420604:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.420607:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768263.420613:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768263.420616:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768263.420616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768263.420623:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768263.420628:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5492)
00000100:00000001:0.0:1775768263.420630:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768263.420635:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420641:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768263.420644:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420646:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.420647:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420649:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768263.420651:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768263.420654:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768263.420658:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768263.420660:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768263.420663:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768263.420670:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360628224:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768263.420674:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420676:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768263.420678:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360628224/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420683:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768263.420686:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768263.420688:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768263.420691:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768263.420692:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768263.420693:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768263.420696:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768263.420698:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:0.0:1775768263.420702:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768263.420704:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768263.420706:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:0.0:1775768263.420708:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768263.420709:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420712:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420717:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768263.420718:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.420719:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768263.420720:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768263.420721:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768263.420724:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420732:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768263.420733:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.420734:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768263.420736:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768263.420737:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768263.420738:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628352:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768263.420740:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768263.420741:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768263.420742:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.420743:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768263.420745:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768263.420746:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768263.420749:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768263.420751:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768263.420753:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768263.420755:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628352, portal 10
00000100:00000001:0.0:1775768263.420756:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768263.420757:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:0.0:1775768263.420761:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420764:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768263.420766:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768263.420767:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768263.420769:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360628352, offset 0
00000400:00000200:0.0:1775768263.420771:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768263.420773:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768263.420775:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768263.420777:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768263.420779:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768263.420780:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768263.420782:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768263.420784:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59903:59903:256:4294967295] 192.168.202.115@tcp LPNI seq info [59902:59902:8:4294967295]
00000400:00000200:0.0:1775768263.420786:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768263.420790:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768263.420793:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768263.420795:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768263.420797:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768263.420799:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775768263.420801:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768263.420803:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775768263.420805:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768263.420806:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768263.420808:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768263.420810:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768263.420812:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768263.420813:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768263.420814:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768263.420816:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420821:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768263.420822:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420826:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.420827:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768263.420846:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768263.420850:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768263.420853:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768263.420855:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300154381
00000100:00000001:0.0:1775768263.420857:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300155642
00000100:00000001:0.0:1775768263.420859:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300154381
00000100:00000001:0.0:1775768263.420861:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300155642
00000100:00000001:0.0:1775768263.420863:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768263.420865:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.420867:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768263.420871:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768263/real 1775768263]  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768263.420878:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768263.420880:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768263.420881:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768263.420883:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768263.420885:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768263.420887:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768263.420890:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768263.420898:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420904:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768263.420905:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420907:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.420908:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768263.420911:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420915:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768263.420917:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420921:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768263.420922:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420923:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.420924:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.420924:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768263.420926:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768263.420927:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768263.420929:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768263.420931:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768263.420933:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768263.420937:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628352:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768263.420939:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768263.420941:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420944:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768263.420945:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.420946:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768263.420947:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768263.420948:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768263.420950:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628480:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768263.420952:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768263.420953:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768263.420954:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.420955:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768263.420957:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768263.420958:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768263.420960:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768263.420961:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768263.420963:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768263.420965:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628480, portal 10
00000100:00000001:0.0:1775768263.420966:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768263.420967:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:0.0:1775768263.420970:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.420975:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768263.420977:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768263.420979:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768263.420981:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360628480, offset 0
00000400:00000200:0.0:1775768263.420985:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768263.420988:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768263.420991:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768263.420994:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768263.420996:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768263.420998:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768263.421000:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768263.421003:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59904:59904:256:4294967295] 192.168.202.115@tcp LPNI seq info [59903:59903:8:4294967295]
00000400:00000200:0.0:1775768263.421007:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768263.421013:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768263.421017:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768263.421020:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768263.421024:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768263.421026:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775768263.421029:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768263.421040:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775768263.421043:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768263.421044:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768263.421046:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768263.421048:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768263.421050:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768263.421051:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768263.421053:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768263.421055:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421060:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768263.421062:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421065:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.421066:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768263.421068:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768263.421070:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768263.421072:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768263.421073:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300154379
00000100:00000001:0.0:1775768263.421075:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300155642
00000100:00000001:0.0:1775768263.421076:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300154379
00000100:00000001:0.0:1775768263.421077:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300155642
00000100:00000001:0.0:1775768263.421078:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768263.421080:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.421081:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768263.421083:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768263/real 1775768263]  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768263.421087:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768263.421088:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768263.421089:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768263.421090:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768263.421091:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768263.421092:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768263.421094:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768263.421099:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421102:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768263.421103:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421103:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.421104:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768263.421106:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421109:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768263.421111:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421115:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768263.421117:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421118:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.421119:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421120:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768263.421121:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768263.421122:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768263.421123:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768263.421125:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768263.421126:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768263.421130:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628480:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768263.421132:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768263.421134:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421138:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768263.421139:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.421140:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768263.421141:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768263.421142:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768263.421143:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628608:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768263.421145:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768263.421146:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768263.421147:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768263.421148:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768263.421150:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768263.421151:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768263.421153:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768263.421155:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768263.421157:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768263.421158:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628608, portal 4
00000100:00000001:0.0:1775768263.421159:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768263.421160:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00000040:0.0:1775768263.421163:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421167:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768263.421168:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768263.421169:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768263.421171:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360628608, offset 0
00000400:00000200:0.0:1775768263.421172:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768263.421174:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768263.421176:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768263.421178:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768263.421179:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768263.421180:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768263.421182:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768263.421184:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59905:59905:256:4294967295] 192.168.202.115@tcp LPNI seq info [59904:59904:8:4294967295]
00000400:00000200:0.0:1775768263.421186:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768263.421189:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768263.421191:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768263.421193:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768263.421195:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768263.421196:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775768263.421198:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768263.421200:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775768263.421202:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768263.421203:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768263.421205:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768263.421207:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768263.421208:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768263.421209:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768263.421211:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768263.421212:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421217:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768263.421218:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768288 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421221:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.421222:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768263.421223:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768263.421225:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768263.421227:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768263.421228:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300154434
00000100:00000001:0.0:1775768263.421229:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300155642
00000100:00000001:0.0:1775768263.421231:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300154434
00000100:00000001:0.0:1775768263.421232:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300155642
00000100:00000001:0.0:1775768263.421233:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768263.421234:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.421235:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768263.421237:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768263/real 1775768263]  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768263.421240:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768263.421241:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768263.421242:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768263.421243:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768263.421244:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768263.421244:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768263.421246:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768263.421250:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421257:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768263.421258:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421259:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.421260:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768263.421262:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421265:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768263.421267:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421270:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768263.421271:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421272:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768263.421273:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421274:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768263.421274:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768263.421276:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768263.421277:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768263.421278:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768263.421280:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768263.421284:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628608:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768263.421286:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421287:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768263.421288:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360628352/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421292:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768263.421292:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768263.421294:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768263.421295:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768263.421296:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768263.421297:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768263.421298:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768263.421299:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768263.421302:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768263.421303:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768263.421304:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:0.0:1775768263.421305:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768263.421306:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421307:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768263.421309:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360628480/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421312:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768263.421313:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768263.421313:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768263.421314:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768263.421315:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768263.421316:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768263.421317:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768263.421317:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768263.421318:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768263.421319:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768263.421319:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:0.0:1775768263.421321:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768263.421321:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421322:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768263.421323:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360628608/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768288 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768263.421326:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768263.421327:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768263.421328:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768263.421329:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768263.421329:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768263.421330:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768263.421331:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768263.421332:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768263.421333:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768263.421334:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768263.421335:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768263.421336:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768263.421337:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421338:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768263.421340:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768263.421341:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768263.421342:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768263.421342:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768263.483928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768263.483932:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768263.483934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768263.483938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768263.483940:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768263.483943:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768263.483944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768263.483946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768263.483948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768264.443929:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768264.443935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768264.443939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768264.443940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768264.443943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768264.443944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768264.443963:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768264.443966:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768264.443969:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768264.507886:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768264.507892:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768264.507893:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768264.507900:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768264.507903:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768264.507906:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768264.507909:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768264.507911:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768264.507913:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768264.699912:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300155642, at 4300155648
00000100:00000040:2.0:1775768264.699913:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300155642, at 4300155648
00000100:00000010:3.0:1775768264.699925:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000100:00000010:2.0:1775768264.699927:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00010000:00000001:0.0:1775768265.467948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768265.467955:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768265.467957:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768265.467961:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467966:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768265.467968:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467971:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467974:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768265.467980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768265.467986:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768265.467988:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768265.467989:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467991:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768265.467992:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467994:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768265.467996:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768265.468012:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768265.468014:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768265.468016:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768265.531941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768265.531947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768265.531948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768265.531953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768265.531957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768265.531960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768265.531963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768265.531965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768265.531967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768266.491938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768266.491944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768266.491951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768266.491953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768266.491957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768266.491959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768266.491998:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768266.492000:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768266.492002:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768266.555939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768266.555944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768266.555946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768266.555950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768266.555952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768266.555955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768266.555957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768266.555958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768266.555960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768267.515933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768267.515938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768267.515944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768267.515945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768267.515949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768267.515950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768267.516008:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768267.516012:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768267.516016:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768267.579966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768267.579975:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768267.579977:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768267.579984:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768267.579989:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768267.579993:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768267.579996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768267.580000:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768267.580003:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768268.539922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768268.539923:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768268.539927:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768268.539932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768268.539934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768268.539935:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768268.539938:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1775768268.539938:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768268.539941:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768268.539944:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768268.539952:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768268.539953:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768268.539954:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768268.539956:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768268.539960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768268.539960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.539964:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768268.539972:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5487
00000400:00000200:2.0:1775768268.539981:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768268.539988:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000020:00000001:0.0:1775768268.539991:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:2.0:1775768268.539991:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768268.539995:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768268.539997:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00010000:0.0:1775768268.539999:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768268.540002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768268.540006:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768268.540012:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768268.540014:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768268.540016:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768268.540018:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768268.540021:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768268.540024:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768268.540027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768268.540031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768268.540036:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768268.540039:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540041:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768268.540044:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768268.540047:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768268.540049:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540052:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768268.540054:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768268.540061:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775768268.540064:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768268.540066:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768268.540067:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540069:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768268.540072:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768268.540075:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768268.540080:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768268.540085:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768268.540092:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768268.540100:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768268.540103:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768268.540105:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768268.540120:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768268.540122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768268.540125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768268.540126:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768268.540127:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768268.540129:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768268.540131:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5487
00000400:00000200:2.0:1775768268.540134:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768268.540137:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768268.540139:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768268.540140:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768268.540141:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768268.540144:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768268.540144:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768268.540146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768268.540148:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768268.540149:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768268.540152:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768268.540153:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768268.540154:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768268.540157:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000040:0.0:1775768268.540158:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768268.540158:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768268.540161:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768268.540167:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540170:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768268.540174:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768268.540180:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775768268.540180:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768268.540182:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768268.540184:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540184:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768268.540188:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768268.540191:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768268.540192:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768268.540194:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.540195:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768268.540196:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768268.540200:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768268.540200:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768268.540204:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540207:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768268.540208:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360628736:192.168.202.115@tcp:250:kworker.0
00000100:00000010:2.0:1775768268.540209:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775768268.540213:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768268.540215:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768268.540216:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768268.540218:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.540219:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768268.540221:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540222:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768268.540224:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768268.540225:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768268.540228:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768268.540229:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768268.540232:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768268.540233:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000400:00000200:0.0:1775768268.540237:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768268.540238:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768268.540240:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000100:00100000:2.0:1775768268.540245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768268.540246:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768268.540253:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628736, portal 25
00000100:00000001:0.0:1775768268.540255:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768268.540256:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:0.0:1775768268.540262:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768268.540263:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768268.540267:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540275:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768268.540275:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768268.540281:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768268.540284:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768268.540288:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360628736, offset 0
00000100:00000001:2.0:1775768268.540289:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768268.540292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768268.540295:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768268.540296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768268.540298:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768268.540300:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768268.540302:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768268.540303:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768268.540306:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5487
00000400:00000200:0.0:1775768268.540310:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768268.540311:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768268.540316:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768268.540316:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768268.540320:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768268.540324:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:2.0:1775768268.540324:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540328:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768268.540332:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775768268.540332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540335:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768268.540337:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768268.540339:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000040:2.0:1775768268.540339:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768268.540341:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768268.540342:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768268.540344:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768268.540345:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768268.540347:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540348:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768268.540350:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768268.540353:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768268.540356:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59906:59906:256:4294967295] 192.168.202.115@tcp LPNI seq info [59905:59905:8:4294967295]
00000100:00080000:2.0:1775768268.540358:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540363:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768268.540366:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768268.540367:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768268.540371:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768268.540372:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540375:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768268.540378:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768268.540380:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1775768268.540383:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540386:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768268.540388:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000010:2.0:1775768268.540389:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775768268.540392:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000010:0.0:1775768268.540394:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
02000000:00000001:2.0:1775768268.540394:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768268.540396:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540398:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768268.540399:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768268.540400:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768268.540403:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000010:2.0:1775768268.540406:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000800:00000200:0.0:1775768268.540407:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1775768268.540411:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768268.540414:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00100000:2.0:1775768268.540418:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768268.540418:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775768268.540427:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768268.540431:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000100:00000001:2.0:1775768268.540433:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768268.540435:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768268.540436:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768268.540439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768268.540443:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768268.540450:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000100:00000001:2.0:1775768268.540451:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768268.540454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768268.540455:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00080000:2.0:1775768268.540458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768268.540460:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768268.540461:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768268.540461:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768268.540462:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768268.540466:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5487
00000100:00000200:0.0:1775768268.540469:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768268.540488:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768268.540494:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768268.540496:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768268.540499:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768268.540502:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540504:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768268.540506:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768268.540507:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768268.540508:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768268.540510:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768268.540512:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768268.540514:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768268.540515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540517:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768268.540518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540519:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768268.540520:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768268.540522:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768268.540523:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768268.540524:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768268.540526:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768268.540527:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540528:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768268.540529:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768268.540532:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.540535:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768268.540539:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768268.540543:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768268.540545:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768268.540546:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540547:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768268.540548:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768268.540550:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775768268.540552:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768268.540553:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768268.540558:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768268.540561:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768268.540564:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768268.540571:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540574:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768268.540577:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768268.540579:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540581:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768268.540582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768268.540588:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768268.540592:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300160762
00000100:00000001:2.0:1775768268.540594:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768268.540597:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231900.
00000100:00000040:2.0:1775768268.540597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768268.540602:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768268.540605:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1775768268.540605:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5497)
00000100:00000001:0.0:1775768268.540612:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300160762
00000100:00000010:0.0:1775768268.540615:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231ae0.
00000100:00000001:0.0:1775768268.540617:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768268.540619:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768268.540621:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540623:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768268.540627:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768268/real 1775768268]  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768268.540638:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768268.540639:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768268.540640:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768268.540642:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768268.540643:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768268.540645:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768268.540647:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768268.540652:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540656:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768268.540657:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540658:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.540660:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768268.540662:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540665:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768268.540668:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540674:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768268.540677:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540679:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.540680:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540681:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768268.540683:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768268.540686:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768268.540689:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768268.540692:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768268.540696:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768268.540704:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360628736:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768268.540709:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540711:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768268.540713:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360628736/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540719:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768268.540721:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768268.540722:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768268.540724:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768268.540725:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768268.540726:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768268.540727:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768268.540729:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768268.540734:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768268.540735:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768268.540736:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768268.540738:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768268.540738:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540740:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540745:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768268.540746:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540748:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768268.540748:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768268.540749:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768268.540752:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540756:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768268.540757:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.540758:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768268.540759:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768268.540761:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768268.540762:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628864:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768268.540765:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768268.540766:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768268.540767:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.540768:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768268.540770:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768268.540771:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768268.540773:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768268.540775:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768268.540777:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768268.540779:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628864, portal 10
00000100:00000001:0.0:1775768268.540780:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768268.540781:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768268.540784:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540788:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768268.540790:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768268.540791:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768268.540792:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360628864, offset 0
00000400:00000200:0.0:1775768268.540794:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768268.540797:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768268.540799:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768268.540800:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768268.540802:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768268.540804:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768268.540805:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768268.540807:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59907:59907:256:4294967295] 192.168.202.115@tcp LPNI seq info [59906:59906:8:4294967295]
00000400:00000200:0.0:1775768268.540809:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768268.540813:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768268.540816:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768268.540818:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768268.540820:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768268.540822:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768268.540824:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768268.540826:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775768268.540842:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768268.540844:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768268.540846:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768268.540848:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768268.540850:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768268.540851:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768268.540852:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768268.540854:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540858:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768268.540860:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540864:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540865:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768268.540866:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768268.540868:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768268.540870:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768268.540871:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300159501
00000100:00000001:0.0:1775768268.540877:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300160762
00000100:00000001:0.0:1775768268.540878:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300159501
00000100:00000001:0.0:1775768268.540879:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300160762
00000100:00000001:0.0:1775768268.540881:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768268.540882:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.540883:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768268.540885:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768268/real 1775768268]  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768268.540889:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768268.540890:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768268.540892:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768268.540893:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768268.540894:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768268.540895:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768268.540897:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768268.540901:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540904:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768268.540905:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540906:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.540907:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768268.540908:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540912:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768268.540914:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540917:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768268.540919:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540920:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.540920:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.540921:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768268.540923:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768268.540924:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768268.540926:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768268.540927:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768268.540929:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768268.540933:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628864:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768268.540935:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768268.540937:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540941:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768268.540942:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.540943:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768268.540944:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768268.540945:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768268.540946:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628992:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768268.540948:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768268.540949:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768268.540950:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.540951:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768268.540953:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768268.540954:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768268.540956:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768268.540957:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768268.540958:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768268.540960:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360628992, portal 10
00000100:00000001:0.0:1775768268.540961:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768268.540962:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768268.540965:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.540969:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768268.540970:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768268.540971:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768268.540972:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360628992, offset 0
00000400:00000200:0.0:1775768268.540975:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768268.540978:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768268.540981:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768268.540984:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768268.540986:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768268.540988:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768268.540990:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768268.540993:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59908:59908:256:4294967295] 192.168.202.115@tcp LPNI seq info [59907:59907:8:4294967295]
00000400:00000200:0.0:1775768268.540996:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768268.541002:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768268.541006:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768268.541009:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768268.541013:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768268.541015:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768268.541019:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768268.541021:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775768268.541025:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768268.541026:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768268.541029:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768268.541032:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768268.541035:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768268.541036:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768268.541038:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768268.541041:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541045:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768268.541047:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541051:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.541052:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768268.541054:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768268.541056:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768268.541058:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768268.541059:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300159499
00000100:00000001:0.0:1775768268.541061:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300160762
00000100:00000001:0.0:1775768268.541062:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300159499
00000100:00000001:0.0:1775768268.541064:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300160762
00000100:00000001:0.0:1775768268.541065:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768268.541067:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.541068:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768268.541070:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768268/real 1775768268]  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768268.541074:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768268.541075:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768268.541076:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768268.541077:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768268.541077:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768268.541078:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768268.541080:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768268.541084:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541088:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768268.541089:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541090:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.541090:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768268.541092:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541095:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768268.541097:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541101:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768268.541102:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541103:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.541103:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541105:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768268.541106:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768268.541108:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768268.541109:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768268.541111:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768268.541113:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768268.541116:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360628992:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768268.541118:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768268.541120:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541124:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768268.541125:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.541127:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768268.541128:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768268.541129:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768268.541130:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629120:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768268.541132:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768268.541133:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768268.541134:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768268.541135:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768268.541137:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768268.541138:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768268.541140:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768268.541141:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768268.541143:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768268.541144:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360629120, portal 4
00000100:00000001:0.0:1775768268.541145:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768268.541146:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000040:0.0:1775768268.541149:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541153:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768268.541154:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768268.541155:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768268.541157:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360629120, offset 0
00000400:00000200:0.0:1775768268.541159:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768268.541160:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768268.541162:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768268.541164:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768268.541165:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768268.541167:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768268.541168:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768268.541170:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59909:59909:256:4294967295] 192.168.202.115@tcp LPNI seq info [59908:59908:8:4294967295]
00000400:00000200:0.0:1775768268.541172:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768268.541176:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768268.541179:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768268.541180:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768268.541182:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768268.541184:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768268.541186:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768268.541188:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775768268.541190:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768268.541191:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768268.541192:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768268.541194:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768268.541196:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768268.541197:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768268.541198:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768268.541200:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541204:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768268.541206:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768293 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541213:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.541214:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768268.541215:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768268.541217:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768268.541219:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768268.541220:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300159554
00000100:00000001:0.0:1775768268.541221:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300160762
00000100:00000001:0.0:1775768268.541222:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300159554
00000100:00000001:0.0:1775768268.541223:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300160762
00000100:00000001:0.0:1775768268.541224:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768268.541225:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.541226:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768268.541228:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768268/real 1775768268]  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768268.541232:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768268.541233:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768268.541233:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768268.541234:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768268.541235:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768268.541236:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768268.541238:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768268.541242:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541245:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768268.541246:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541247:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.541248:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768268.541249:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541253:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768268.541255:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541259:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768268.541260:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541261:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768268.541262:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541262:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768268.541263:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768268.541264:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768268.541266:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768268.541267:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768268.541269:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768268.541273:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629120:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768268.541275:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541276:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768268.541277:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360628864/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541280:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768268.541281:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768268.541282:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768268.541284:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768268.541285:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768268.541286:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768268.541287:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768268.541289:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768268.541291:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768268.541292:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768268.541294:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768268.541296:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768268.541297:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541298:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768268.541301:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360628992/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541307:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768268.541308:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768268.541310:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768268.541312:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768268.541313:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768268.541314:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768268.541315:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768268.541317:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768268.541320:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768268.541321:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768268.541322:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768268.541324:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768268.541325:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541326:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768268.541329:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360629120/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768293 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768268.541335:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768268.541336:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768268.541337:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768268.541339:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768268.541340:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768268.541341:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768268.541343:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768268.541344:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768268.541346:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768268.541348:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768268.541349:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768268.541351:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768268.541352:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541354:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768268.541357:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768268.541358:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768268.541360:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768268.541361:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768268.603938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768268.603944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768268.603946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768268.603951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768268.603954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768268.603957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768268.603959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768268.603961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768268.603963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768269.563936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768269.563942:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768269.563948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768269.563949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768269.563953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768269.563954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768269.564009:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768269.564012:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768269.564014:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768269.627979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768269.627986:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768269.627988:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768269.627993:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768269.627998:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768269.628000:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768269.628002:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768269.628004:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768269.628006:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768269.819917:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300160762, at 4300160768
00000100:00000040:2.0:1775768269.819919:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300160762, at 4300160768
00000100:00000010:2.0:1775768269.819929:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000100:00000010:3.0:1775768269.819930:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00010000:00000001:0.0:1775768270.587933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768270.587938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768270.587943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768270.587943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768270.587946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768270.587947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768270.587962:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768270.587964:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768270.587966:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768270.651971:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768270.651977:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768270.651978:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768270.651983:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768270.651986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768270.651989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768270.651991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768270.651994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768270.651996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768271.611931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768271.611939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768271.611946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768271.611948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768271.611954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768271.611955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768271.612013:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768271.612018:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768271.612023:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768271.675946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768271.675952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768271.675954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768271.675958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768271.675961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768271.675965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768271.675967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768271.675970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768271.675972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768272.635980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768272.635987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768272.635996:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768272.635998:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768272.636002:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768272.636003:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768272.636086:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768272.636092:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768272.636096:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768272.699886:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768272.699891:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768272.699892:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768272.699896:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768272.699899:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768272.699902:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768272.699903:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768272.699905:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768272.699907:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768273.659919:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768273.659925:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768273.659926:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768273.659928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.659930:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768273.659933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768273.659933:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768273.659935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.659938:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768273.659939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768273.659941:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768273.659944:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5492
00000400:00000200:2.0:1775768273.659950:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768273.659954:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768273.659956:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768273.659958:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.659961:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.659963:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.659965:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768273.659968:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768273.659969:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768273.659971:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768273.659973:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768273.659974:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768273.659976:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768273.659976:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768273.659978:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768273.659980:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00010000:0.0:1775768273.659982:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768273.659982:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.659985:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.659987:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768273.659989:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768273.659991:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768273.659993:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768273.659995:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768273.659997:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768273.659999:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660001:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768273.660002:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768273.660010:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768273.660012:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768273.660019:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768273.660021:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660023:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768273.660025:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768273.660028:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768273.660034:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775768273.660039:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768273.660046:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768273.660053:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768273.660056:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768273.660058:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768273.660071:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768273.660073:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768273.660075:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768273.660076:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768273.660077:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768273.660079:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768273.660081:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5492
00000400:00000200:2.0:1775768273.660083:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768273.660085:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768273.660087:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768273.660089:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660090:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.660092:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768273.660093:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768273.660093:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768273.660096:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768273.660097:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775768273.660098:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768273.660100:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768273.660101:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768273.660102:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768273.660104:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768273.660106:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768273.660109:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768273.660110:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660113:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.660115:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660118:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768273.660122:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768273.660126:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660130:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.660131:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775768273.660131:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768273.660135:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768273.660136:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768273.660139:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768273.660139:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660140:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768273.660143:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1775768273.660144:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768273.660148:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768273.660149:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660153:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768273.660155:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360629248:192.168.202.115@tcp:250:kworker.0
00000100:00000010:2.0:1775768273.660156:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775768273.660159:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768273.660161:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768273.660161:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768273.660163:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660164:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768273.660165:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768273.660165:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768273.660168:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768273.660168:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768273.660173:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768273.660174:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775768273.660177:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768273.660178:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768273.660181:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768273.660181:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768273.660189:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768273.660190:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768273.660191:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768273.660193:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000100:00000040:2.0:1775768273.660194:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768273.660206:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768273.660207:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768273.660209:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768273.660210:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768273.660210:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1775768273.660212:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000001:2.0:1775768273.660212:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768273.660216:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5492
00000400:00000200:2.0:1775768273.660218:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768273.660221:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000200:0.0:1775768273.660222:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360629248, portal 25
00000100:00080000:2.0:1775768273.660224:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768273.660226:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768273.660229:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000040:2.0:1775768273.660229:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660232:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.660235:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768273.660240:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768273.660240:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768273.660242:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768273.660245:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768273.660248:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768273.660251:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768273.660255:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768273.660256:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768273.660260:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000001:2.0:1775768273.660260:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:0.0:1775768273.660264:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000040:2.0:1775768273.660266:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000200:0.0:1775768273.660268:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360629248, offset 0
00000100:00000001:2.0:1775768273.660271:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.660275:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768273.660276:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660280:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768273.660282:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768273.660286:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768273.660286:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660290:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768273.660292:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768273.660295:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:2.0:1775768273.660295:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768273.660299:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660301:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768273.660303:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768273.660304:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1775768273.660307:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660309:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768273.660311:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000010:2.0:1775768273.660312:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775768273.660315:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768273.660317:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768273.660318:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775768273.660319:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660322:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768273.660324:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768273.660325:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:2.0:1775768273.660326:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768273.660330:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000400:00000200:0.0:1775768273.660331:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59910:59910:256:4294967295] 192.168.202.115@tcp LPNI seq info [59909:59909:8:4294967295]
00000100:00000001:2.0:1775768273.660333:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768273.660340:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768273.660352:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1775768273.660356:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768273.660360:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660366:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768273.660368:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768273.660369:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000100:00000040:2.0:1775768273.660373:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775768273.660381:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768273.660381:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768273.660385:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1775768273.660388:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1775768273.660388:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768273.660390:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768273.660392:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768273.660395:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775768273.660395:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775768273.660399:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5492
00000800:00000200:0.1:1775768273.660400:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1775768273.660404:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000100:0.0:1775768273.660407:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768273.660410:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:0.0:1775768273.660411:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000100:00080000:2.0:1775768273.660412:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768273.660416:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768273.660417:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768273.660417:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.660421:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660438:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768273.660439:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1775768273.660441:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768273.660443:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:0.0:1775768273.660444:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768273.660447:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000020:00000001:2.0:1775768273.660450:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768273.660451:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1775768273.660452:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768273.660455:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000200:0.0:1775768273.660457:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768273.660457:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768273.660463:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660467:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768273.660469:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660473:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768273.660475:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768273.660476:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768273.660477:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768273.660480:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768273.660481:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775768273.660483:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768273.660484:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768273.660488:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660491:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768273.660493:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768273.660497:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660499:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.660500:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768273.660502:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768273.660503:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775768273.660505:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768273.660508:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768273.660510:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768273.660510:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.660511:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768273.660513:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768273.660515:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768273.660518:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:2.0:1775768273.660520:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:0.0:1775768273.660521:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300165882
00000100:00000001:2.0:1775768273.660524:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768273.660527:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231180.
00000100:00100000:2.0:1775768273.660530:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768273.660534:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768273.660536:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768273.660538:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.660539:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300165882
00000100:00000040:2.0:1775768273.660541:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775768273.660543:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231600.
00000100:00000001:0.0:1775768273.660546:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768273.660550:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768273.660552:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.660553:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768273.660554:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768273.660556:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775768273.660559:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:0.0:1775768273.660562:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768273/real 1775768273]  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768273.660562:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5502)
00000400:00000001:0.0:1775768273.660570:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768273.660571:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768273.660573:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768273.660575:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768273.660576:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768273.660578:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768273.660581:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768273.660587:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660591:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768273.660592:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660593:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.660594:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768273.660596:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660600:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768273.660602:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660611:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768273.660612:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660613:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.660614:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660615:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768273.660617:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768273.660618:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768273.660620:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768273.660622:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768273.660624:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768273.660628:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360629248:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768273.660631:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660632:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768273.660633:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360629248/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660637:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768273.660639:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768273.660641:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768273.660642:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768273.660643:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768273.660644:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768273.660645:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768273.660647:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768273.660650:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768273.660651:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768273.660652:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768273.660654:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768273.660655:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660656:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660661:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768273.660662:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.660664:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768273.660665:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768273.660665:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768273.660667:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660671:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768273.660672:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768273.660673:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768273.660675:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768273.660676:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768273.660677:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629376:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768273.660679:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768273.660680:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768273.660681:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768273.660682:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768273.660684:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768273.660685:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768273.660687:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768273.660689:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768273.660691:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768273.660693:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360629376, portal 10
00000100:00000001:0.0:1775768273.660694:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768273.660695:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768273.660698:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660702:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768273.660703:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768273.660704:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768273.660706:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360629376, offset 0
00000400:00000200:0.0:1775768273.660708:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768273.660710:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768273.660712:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768273.660715:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768273.660716:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768273.660718:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768273.660719:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768273.660721:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59911:59911:256:4294967295] 192.168.202.115@tcp LPNI seq info [59910:59910:8:4294967295]
00000400:00000200:0.0:1775768273.660723:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768273.660728:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768273.660732:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768273.660735:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768273.660738:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768273.660741:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768273.660745:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768273.660747:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768273.660750:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768273.660751:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768273.660754:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768273.660757:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768273.660760:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768273.660761:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768273.660764:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768273.660767:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660774:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768273.660777:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660782:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.660783:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768273.660785:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768273.660788:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768273.660790:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768273.660791:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300164620
00000100:00000001:0.0:1775768273.660793:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300165882
00000100:00000001:0.0:1775768273.660794:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300164620
00000100:00000001:0.0:1775768273.660796:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300165882
00000100:00000001:0.0:1775768273.660797:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768273.660798:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.660799:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768273.660801:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768273/real 1775768273]  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768273.660805:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768273.660806:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768273.660807:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768273.660808:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768273.660809:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768273.660810:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768273.660812:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768273.660816:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660820:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768273.660821:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660822:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.660823:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768273.660824:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660844:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768273.660846:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660850:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768273.660851:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660852:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.660853:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.660854:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768273.660856:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768273.660857:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768273.660859:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768273.660860:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768273.660862:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768273.660867:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629376:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768273.660869:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768273.660870:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660874:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768273.660876:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768273.660877:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768273.660879:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768273.660881:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768273.660883:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629504:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768273.660886:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768273.660888:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768273.660889:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768273.660891:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768273.660893:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768273.660895:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768273.660898:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768273.660900:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768273.660903:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768273.660905:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360629504, portal 10
00000100:00000001:0.0:1775768273.660907:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768273.660909:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768273.660914:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660920:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768273.660922:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768273.660924:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768273.660927:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360629504, offset 0
00000400:00000200:0.0:1775768273.660929:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768273.660931:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768273.660934:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768273.660935:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768273.660937:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768273.660939:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768273.660941:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768273.660944:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59912:59912:256:4294967295] 192.168.202.115@tcp LPNI seq info [59911:59911:8:4294967295]
00000400:00000200:0.0:1775768273.660948:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768273.660954:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768273.660958:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768273.660961:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768273.660964:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768273.660967:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768273.660971:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768273.660973:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768273.660976:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768273.660977:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768273.660980:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768273.660983:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768273.660985:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768273.660987:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768273.660989:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768273.660992:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.660998:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768273.661001:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661005:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.661007:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768273.661009:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768273.661011:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768273.661014:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768273.661016:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300164619
00000100:00000001:0.0:1775768273.661017:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300165882
00000100:00000001:0.0:1775768273.661019:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300164619
00000100:00000001:0.0:1775768273.661021:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300165882
00000100:00000001:0.0:1775768273.661023:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768273.661024:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.661026:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768273.661029:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768273/real 1775768273]  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768273.661035:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768273.661036:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768273.661037:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768273.661039:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768273.661041:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768273.661042:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768273.661044:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768273.661051:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661055:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768273.661056:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661058:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.661059:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768273.661062:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661068:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768273.661070:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661076:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768273.661078:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661080:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.661081:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661082:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768273.661084:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768273.661086:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768273.661089:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768273.661091:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768273.661094:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768273.661101:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629504:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768273.661105:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768273.661108:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661114:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768273.661115:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768273.661117:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768273.661119:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768273.661121:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768273.661124:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629632:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768273.661126:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768273.661128:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768273.661130:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768273.661132:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768273.661134:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768273.661136:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768273.661139:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768273.661141:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768273.661143:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768273.661145:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360629632, portal 4
00000100:00000001:0.0:1775768273.661147:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768273.661148:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:0.0:1775768273.661153:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661159:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768273.661161:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768273.661163:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768273.661165:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360629632, offset 0
00000400:00000200:0.0:1775768273.661168:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768273.661172:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768273.661175:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768273.661177:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768273.661180:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768273.661182:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768273.661184:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768273.661186:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59913:59913:256:4294967295] 192.168.202.115@tcp LPNI seq info [59912:59912:8:4294967295]
00000400:00000200:0.0:1775768273.661190:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768273.661196:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768273.661200:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768273.661203:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768273.661207:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768273.661209:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768273.661213:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768273.661215:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768273.661219:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768273.661220:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768273.661223:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768273.661226:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768273.661228:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768273.661230:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768273.661232:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768273.661234:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661240:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768273.661242:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661248:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.661249:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768273.661252:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768273.661255:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768273.661257:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768273.661259:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300164674
00000100:00000001:0.0:1775768273.661261:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300165882
00000100:00000001:0.0:1775768273.661263:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300164674
00000100:00000001:0.0:1775768273.661265:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300165882
00000100:00000001:0.0:1775768273.661267:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768273.661268:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.661270:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768273.661273:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768273/real 1775768273]  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768273.661280:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768273.661281:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768273.661283:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768273.661285:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768273.661286:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768273.661288:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768273.661291:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768273.661298:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661304:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768273.661305:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661307:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.661309:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768273.661312:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661318:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768273.661321:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661326:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768273.661328:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661329:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768273.661330:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661332:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768273.661333:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768273.661335:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768273.661338:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768273.661340:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768273.661343:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768273.661350:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629632:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768273.661354:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661356:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768273.661359:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360629376/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661364:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768273.661365:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768273.661367:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768273.661369:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768273.661370:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768273.661371:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768273.661373:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768273.661374:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768273.661379:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768273.661380:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768273.661381:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768273.661383:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768273.661384:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661386:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768273.661388:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360629504/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661393:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768273.661394:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768273.661395:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768273.661397:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768273.661398:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768273.661399:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768273.661400:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768273.661401:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768273.661404:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768273.661405:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768273.661406:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768273.661408:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768273.661409:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661410:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768273.661413:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360629632/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768298 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768273.661418:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768273.661419:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768273.661420:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768273.661422:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768273.661434:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768273.661436:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768273.661438:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768273.661439:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768273.661441:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768273.661442:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768273.661443:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768273.661445:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768273.661446:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661448:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768273.661451:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768273.661452:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768273.661454:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768273.661455:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768273.723922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768273.723926:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768273.723927:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768273.723931:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768273.723934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768273.723937:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768273.723938:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768273.723940:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768273.723942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768274.683921:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768274.683926:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768274.683930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768274.683931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768274.683934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768274.683935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768274.683990:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768274.683994:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768274.683997:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768274.747949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768274.747956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768274.747957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768274.747962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768274.747965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768274.747969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768274.747972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768274.747974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768274.747976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768274.939929:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300165882, at 4300165888
00000100:00000040:2.0:1775768274.939931:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300165882, at 4300165888
00000100:00000010:2.0:1775768274.939942:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00000100:00000010:3.0:1775768274.939945:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00010000:00000001:0.0:1775768275.707913:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768275.707919:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768275.707921:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768275.707924:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707927:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768275.707928:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707930:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707931:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768275.707934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768275.707937:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768275.707938:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768275.707939:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707940:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768275.707941:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707942:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768275.707944:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768275.707984:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768275.707986:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768275.707988:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768275.771933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768275.771938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768275.771939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768275.771943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768275.771945:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768275.771948:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768275.771950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768275.771952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768275.771954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768276.731945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768276.731949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768276.731954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768276.731955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768276.731959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768276.731960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768276.731977:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768276.731979:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768276.731981:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768276.795940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768276.795946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768276.795947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768276.795951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768276.795953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768276.795956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768276.795958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768276.795960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768276.795961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768277.755941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768277.755945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768277.755951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768277.755952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768277.755955:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768277.755956:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768277.755999:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768277.756003:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768277.756007:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768277.819943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768277.819949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768277.819951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768277.819956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768277.819960:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768277.819964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768277.819966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768277.819968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768277.819971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768278.779960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768278.779964:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768278.779967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768278.779973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768278.779975:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768278.779978:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1775768278.779979:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768278.779982:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00080000:3.0:1775768278.779985:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768278.779987:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.779992:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768278.779993:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768278.779997:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768278.780000:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768278.780003:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768278.780004:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5497
00010000:00000001:0.0:1775768278.780008:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768278.780010:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768278.780015:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768278.780031:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000020:00000001:0.0:1775768278.780035:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00080000:3.0:1775768278.780035:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1775768278.780040:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768278.780040:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780045:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:0.0:1775768278.780046:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768278.780049:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780051:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768278.780054:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768278.780055:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768278.780058:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768278.780062:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768278.780065:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768278.780067:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768278.780071:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780073:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768278.780074:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780076:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768278.780080:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768278.780084:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780087:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768278.780090:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768278.780094:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768278.780098:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.780101:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768278.780104:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768278.780113:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768278.780116:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768278.780120:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768278.780122:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.780124:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768278.780127:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768278.780131:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768278.780139:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768278.780146:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768278.780156:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768278.780168:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768278.780174:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768278.780179:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768278.780196:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768278.780202:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768278.780207:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775768278.780208:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768278.780211:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768278.780212:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768278.780215:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1775768278.780217:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768278.780222:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768278.780223:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768278.780229:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5497
00000100:00000001:0.0:1775768278.780232:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768278.780234:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768278.780238:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768278.780240:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768278.780243:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1775768278.780243:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
02000000:00000001:0.0:1775768278.780247:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768278.780247:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1775768278.780251:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360629760:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768278.780254:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768278.780258:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768278.780260:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768278.780262:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775768278.780266:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000010:0.0:1775768278.780268:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
00000100:00000001:3.0:1775768278.780269:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768278.780273:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768278.780274:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780278:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768278.780281:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768278.780282:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:3.0:1775768278.780283:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768278.780286:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1775768278.780288:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768278.780298:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768278.780307:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360629760, portal 25
00000100:00000001:0.0:1775768278.780310:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768278.780312:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:0.0:1775768278.780330:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.780340:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768278.780343:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768278.780346:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768278.780349:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360629760, offset 0
00000400:00000200:0.0:1775768278.780355:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775768278.780362:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000400:00000200:0.0:1775768278.780364:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:3.0:1775768278.780367:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768278.780370:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000400:00000200:0.0:1775768278.780373:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775768278.780383:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780385:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768278.780388:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780391:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768278.780395:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000400:00000200:0.0:1775768278.780398:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775768278.780399:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780403:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768278.780405:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768278.780407:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000001:3.0:1775768278.780412:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768278.780413:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775768278.780417:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768278.780419:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780421:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768278.780426:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59914:59914:256:4294967295] 192.168.202.115@tcp LPNI seq info [59913:59913:8:4294967295]
00000008:00100000:3.0:1775768278.780427:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768278.780434:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768278.780437:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768278.780439:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768278.780444:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000400:00000200:0.0:1775768278.780450:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768278.780456:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768278.780460:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768278.780467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768278.780470:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768278.780474:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768278.780477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768278.780480:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768278.780482:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768278.780486:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768278.780490:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768278.780494:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768278.780496:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768278.780499:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768278.780502:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.780509:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768278.780511:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.780516:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.780517:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768278.780522:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768278.780525:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768278.780527:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300171002
00000100:00000010:0.0:1775768278.780530:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231a20.
00000100:00000001:0.0:1775768278.780536:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768278.780540:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300171002
00000100:00000010:0.0:1775768278.780543:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231240.
00000100:00000001:0.0:1775768278.780545:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768278.780548:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768278.780550:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.780552:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768278.780555:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768278/real 1775768278]  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768278.780563:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1775768278.780564:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000001:0.0:1775768278.780565:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768278.780567:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768278.780571:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
02000000:00000001:3.0:1775768278.780571:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768278.780574:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
02000000:00000001:3.0:1775768278.780574:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.780579:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768278.780580:0:2415:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1775768278.780582:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1775768278.780584:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768278.780586:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768278.780592:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768278.780593:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:0.0:1775768278.780600:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768278.780601:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.780602:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.780605:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.780606:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768278.780609:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.780615:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768278.780621:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768278.780621:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768278.780635:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768278.780638:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768278.780646:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.780647:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768278.780653:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.780656:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.780658:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.780660:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768278.780662:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768278.780666:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768278.780671:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768278.780674:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768278.780677:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768278.780685:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360629760:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768278.780690:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.780693:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768278.780698:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360629760/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.780709:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775768278.780711:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768278.780712:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1775768278.780714:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1775768278.780716:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
00000100:00080000:3.0:1775768278.780717:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768278.780721:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1775768278.780722:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1775768278.780723:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1775768278.780725:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:3.0:1775768278.780727:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000020:00000040:0.0:1775768278.780728:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768278.780732:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00080000:3.0:1775768278.780734:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5497
02000000:00000010:0.0:1775768278.780736:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:0.0:1775768278.780741:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:3.0:1775768278.780742:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768278.780744:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768278.780747:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000400:00000200:3.0:1775768278.780747:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768278.780752:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1775768278.780752:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768278.780756:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768278.780757:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768278.780759:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768278.780761:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768278.780765:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780767:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768278.780769:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768278.780770:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1775768278.780770:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:0.0:1775768278.780773:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768278.780773:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768278.780777:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1775768278.780777:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000001:0.0:1775768278.780780:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768278.780781:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768278.780782:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775768278.780786:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768278.780789:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768278.780798:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768278.780800:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768278.780803:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.780803:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768278.780807:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768278.780808:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768278.780811:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768278.780811:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768278.780816:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768278.780817:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00100000:0.0:1775768278.780823:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629888:192.168.202.115@tcp:38:kworker.0
00000100:00080000:3.0:1775768278.780823:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768278.780851:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768278.780854:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768278.780856:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.780857:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768278.780859:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775768278.780861:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1775768278.780864:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:3.0:1775768278.780865:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768278.780869:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768278.780869:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.780875:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768278.780877:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768278.780878:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:3.0:1775768278.780882:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768278.780884:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000100:00000001:3.0:1775768278.780885:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768278.780892:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000010:3.0:1775768278.780892:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768278.780896:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000200:0.0:1775768278.780898:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360629888, portal 10
02000000:00000001:3.0:1775768278.780901:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768278.780902:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1775768278.780905:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.780906:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000001:3.0:1775768278.780910:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768278.780912:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768278.780914:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768278.780916:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768278.780919:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768278.780924:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.780929:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1775768278.780931:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768278.780935:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768278.780939:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768278.780942:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360629888, offset 0
00000100:00000001:3.0:1775768278.780947:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768278.780948:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768278.780952:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768278.780954:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768278.780959:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775768278.780960:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768278.780962:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768278.780966:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768278.780970:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768278.780975:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768278.780980:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59915:59915:256:4294967295] 192.168.202.115@tcp LPNI seq info [59914:59914:8:4294967295]
00000400:00000200:0.0:1775768278.780985:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768278.780985:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768278.780989:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768278.780992:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775768278.780996:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768278.780999:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1775768278.781000:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768278.781001:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1775768278.781004:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000100:00000001:3.0:1775768278.781004:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768278.781009:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5497
00000800:00000200:0.0:1775768278.781010:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768278.781015:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1775768278.781019:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.1:1775768278.781022:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768278.781025:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1775768278.781028:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000100:0.0:1775768278.781031:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768278.781033:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000100:00080000:3.0:1775768278.781033:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768278.781036:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775768278.781040:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768278.781041:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775768278.781046:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768278.781047:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768278.781049:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768278.781052:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1775768278.781052:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.781056:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:0.0:1775768278.781057:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768278.781062:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768278.781065:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768278.781068:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768278.781070:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1775768278.781072:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000040:0.0:1775768278.781073:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768278.781077:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768278.781081:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768278.781083:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768278.781084:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768278.781086:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768278.781091:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000100:00000040:3.0:1775768278.781091:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768278.781096:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768278.781097:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768278.781099:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300169741
00000100:00000001:0.0:1775768278.781102:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300171002
00000100:00000040:3.0:1775768278.781102:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768278.781105:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300169741
00000100:00000001:3.0:1775768278.781107:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768278.781108:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300171002
00000100:00000001:0.0:1775768278.781111:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768278.781114:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768278.781114:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768278.781116:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1775768278.781121:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00100000:0.0:1775768278.781122:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768278/real 1775768278]  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768278.781128:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768278.781133:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1775768278.781134:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768278.781136:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768278.781137:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
02000000:00000001:3.0:1775768278.781137:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768278.781141:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
02000000:00000001:3.0:1775768278.781142:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768278.781143:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:3.0:1775768278.781145:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768278.781146:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1775768278.781148:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1775768278.781149:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775768278.781152:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768278.781157:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768278.781160:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775768278.781163:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000100:00000001:0.0:1775768278.781165:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768278.781168:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775768278.781168:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:0.0:1775768278.781169:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.781171:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768278.781174:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1775768278.781175:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768278.781178:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781183:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768278.781183:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768278.781186:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775768278.781187:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768278.781191:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781196:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768278.781197:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1775768278.781198:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:0.0:1775768278.781199:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.781200:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781203:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768278.781204:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768278.781205:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768278.781206:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768278.781211:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768278.781215:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1775768278.781215:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768278.781224:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768278.781229:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360629888:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768278.781232:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781233:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768278.781234:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360629888/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781237:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768278.781238:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768278.781239:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768278.781241:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768278.781242:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768278.781242:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768278.781243:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768278.781244:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:0.0:1775768278.781246:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768278.781246:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768278.781247:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:0.0:1775768278.781249:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768278.781250:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781251:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781253:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768278.781254:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781255:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768278.781256:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768278.781257:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768278.781260:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781267:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768278.781268:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768278.781270:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768278.781272:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768278.781273:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768278.781276:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630016:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768278.781279:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768278.781281:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768278.781283:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768278.781284:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768278.781287:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768278.781288:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768278.781291:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768278.781294:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768278.781296:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768278.781299:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630016, portal 10
00000100:00000001:0.0:1775768278.781301:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768278.781302:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:0.0:1775768278.781308:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781314:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768278.781316:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768278.781318:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768278.781320:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360630016, offset 0
00000400:00000200:0.0:1775768278.781324:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768278.781328:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768278.781331:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768278.781333:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768278.781336:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768278.781337:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768278.781339:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768278.781341:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59916:59916:256:4294967295] 192.168.202.115@tcp LPNI seq info [59915:59915:8:4294967295]
00000400:00000200:0.0:1775768278.781344:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768278.781348:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768278.781351:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768278.781353:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768278.781356:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768278.781358:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768278.781360:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768278.781387:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768278.781392:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768278.781394:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768278.781397:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768278.781404:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768278.781407:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768278.781411:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768278.781415:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768278.781415:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768278.781419:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768278.781421:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768278.781427:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781435:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768278.781441:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768278.781441:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768278.781448:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768278.781456:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768278.781457:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768278.781460:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1775768278.781464:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5507)
00000100:00000001:0.0:1775768278.781465:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768278.781474:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768278.781478:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768278.781480:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300169739
00000100:00000001:0.0:1775768278.781483:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300171002
00000100:00000001:0.0:1775768278.781486:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300169739
00000100:00000001:0.0:1775768278.781488:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300171002
00000100:00000001:0.0:1775768278.781490:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768278.781492:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781494:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768278.781497:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768278/real 1775768278]  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768278.781505:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768278.781507:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768278.781508:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768278.781510:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768278.781512:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768278.781514:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768278.781517:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768278.781524:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781530:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768278.781531:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781533:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.781534:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768278.781537:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781544:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768278.781546:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781553:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768278.781555:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781557:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.781558:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781559:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768278.781562:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768278.781564:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768278.781567:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768278.781569:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768278.781573:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768278.781586:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630016:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768278.781589:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781592:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768278.781594:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360630016/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781601:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768278.781602:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768278.781604:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768278.781606:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768278.781608:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768278.781609:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768278.781611:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768278.781613:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:0.0:1775768278.781615:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768278.781616:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768278.781618:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:0.0:1775768278.781621:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768278.781622:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781624:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781627:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768278.781628:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781630:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768278.781631:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768278.781632:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768278.781636:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781642:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768278.781643:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768278.781645:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768278.781655:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768278.781657:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768278.781662:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630144:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768278.781666:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768278.781667:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768278.781669:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768278.781670:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768278.781673:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768278.781675:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768278.781678:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768278.781681:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768278.781684:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768278.781687:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630144, portal 4
00000100:00000001:0.0:1775768278.781689:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768278.781690:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:0.0:1775768278.781695:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781701:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768278.781703:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768278.781706:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768278.781708:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360630144, offset 0
00000400:00000200:0.0:1775768278.781711:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768278.781715:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768278.781718:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768278.781720:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768278.781723:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768278.781725:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768278.781727:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768278.781729:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59917:59917:256:4294967295] 192.168.202.115@tcp LPNI seq info [59916:59916:8:4294967295]
00000400:00000200:0.0:1775768278.781733:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768278.781739:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768278.781743:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768278.781746:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768278.781750:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768278.781753:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768278.781757:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768278.781759:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768278.781762:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768278.781764:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768278.781766:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768278.781769:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768278.781772:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768278.781774:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768278.781776:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768278.781779:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781787:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768278.781789:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768303 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781795:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781796:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768278.781799:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768278.781801:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768278.781804:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768278.781806:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300169794
00000100:00000001:0.0:1775768278.781808:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300171002
00000100:00000001:0.0:1775768278.781810:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300169794
00000100:00000001:0.0:1775768278.781812:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300171002
00000100:00000001:0.0:1775768278.781814:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768278.781816:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781817:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768278.781820:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768278/real 1775768278]  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768278.781856:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768278.781858:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768278.781861:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768278.781864:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768278.781867:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768278.781869:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768278.781873:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768278.781882:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781887:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768278.781889:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781890:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.781891:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768278.781895:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781901:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768278.781904:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781911:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768278.781913:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781915:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768278.781916:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781918:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768278.781919:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768278.781922:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768278.781925:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768278.781927:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768278.781930:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768278.781937:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630144:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768278.781941:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781943:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768278.781946:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360630144/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768303 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768278.781952:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768278.781953:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768278.781955:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768278.781957:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768278.781958:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768278.781959:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768278.781961:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768278.781963:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:0.0:1775768278.781965:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768278.781966:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768278.781968:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:0.0:1775768278.781970:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768278.781971:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781973:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768278.781976:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768278.781977:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768278.781978:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768278.781980:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768278.843958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768278.843965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768278.843967:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768278.843972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768278.843976:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768278.843980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768278.843983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768278.843985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768278.843988:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768279.803956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768279.803963:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768279.803970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768279.803971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768279.803975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768279.803976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768279.804010:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768279.804013:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768279.804016:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768279.867947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768279.867954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768279.867956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768279.867963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768279.867967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768279.867972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768279.867979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768279.867981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768279.867984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768280.059935:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300171002, at 4300171008
00000100:00000040:2.0:1775768280.059939:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300171002, at 4300171008
00000100:00000010:3.0:1775768280.059952:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000100:00000010:2.0:1775768280.059954:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00010000:00000001:0.0:1775768280.827973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768280.827979:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768280.827984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768280.827985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768280.827988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768280.827989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768280.828028:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768280.828031:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768280.828035:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768280.891954:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768280.891961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768280.891963:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768280.891968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768280.891971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768280.891975:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768280.891977:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768280.891979:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768280.891981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768281.851944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768281.851950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768281.851955:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768281.851956:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768281.851959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768281.851960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768281.851977:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768281.851980:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768281.851982:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768281.915921:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768281.915927:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768281.915929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768281.915934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768281.915937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768281.915941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768281.915943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768281.915945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768281.915948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768282.875958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768282.875964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768282.875972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768282.875973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768282.875977:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768282.875978:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768282.876025:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768282.876030:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768282.876035:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768282.939974:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768282.939981:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768282.939983:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768282.939990:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768282.939995:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768282.940000:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768282.940003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768282.940006:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768282.940009:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768283.899950:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768283.899957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768283.899959:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768283.899961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.899963:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768283.899966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768283.899968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768283.899968:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768283.899975:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768283.899976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768283.899979:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768283.899985:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5502
00000400:00000200:3.0:1775768283.899995:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768283.900002:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768283.900006:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768283.900010:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768283.900013:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1775768283.900015:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1775768283.900017:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768283.900019:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00010000:00010000:0.0:1775768283.900022:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768283.900023:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768283.900027:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768283.900028:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768283.900035:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768283.900038:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768283.900039:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768283.900042:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768283.900044:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900046:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768283.900047:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900048:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768283.900050:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768283.900053:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900055:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768283.900058:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768283.900061:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768283.900063:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900065:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768283.900067:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768283.900076:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768283.900079:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768283.900083:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768283.900084:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900087:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768283.900090:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768283.900093:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768283.900100:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768283.900106:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768283.900114:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768283.900123:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768283.900127:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768283.900131:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768283.900150:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768283.900154:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768283.900158:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768283.900160:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768283.900162:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768283.900165:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768283.900169:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5502
00000100:00000001:0.0:1775768283.900171:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775768283.900174:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768283.900176:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775768283.900179:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768283.900181:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1775768283.900182:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768283.900188:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768283.900190:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768283.900192:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768283.900196:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900200:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768283.900205:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768283.900207:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768283.900209:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768283.900211:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768283.900213:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768283.900217:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768283.900220:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775768283.900223:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768283.900224:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900227:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768283.900230:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1775768283.900230:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900234:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768283.900236:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775768283.900237:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768283.900242:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768283.900243:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900247:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768283.900248:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360630272:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768283.900251:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768283.900256:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775768283.900257:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768283.900260:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768283.900261:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775768283.900262:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768283.900265:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1775768283.900267:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768283.900268:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1775768283.900271:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900272:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768283.900274:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
00000100:00000010:3.0:1775768283.900275:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
02000000:00000001:0.0:1775768283.900277:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768283.900278:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768283.900281:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768283.900281:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900283:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768283.900283:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768283.900285:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768283.900289:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000400:00000200:0.0:1775768283.900293:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768283.900294:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768283.900297:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000100:00100000:3.0:1775768283.900299:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768283.900305:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000001:3.0:1775768283.900305:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768283.900308:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768283.900311:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768283.900314:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630272, portal 25
00000100:00000001:3.0:1775768283.900317:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.900319:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775768283.900320:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768283.900323:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00080000:3.0:1775768283.900337:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768283.900339:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768283.900341:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768283.900344:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768283.900345:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768283.900350:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5502
00000400:00000200:3.0:1775768283.900357:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768283.900361:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768283.900362:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775768283.900363:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768283.900370:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768283.900371:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768283.900375:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000001:3.0:1775768283.900377:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768283.900380:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360630272, offset 0
00000100:00000040:3.0:1775768283.900382:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900385:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768283.900389:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000001:3.0:1775768283.900389:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768283.900392:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768283.900395:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768283.900397:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768283.900400:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768283.900402:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:3.0:1775768283.900405:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768283.900409:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775768283.900411:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900413:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768283.900417:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900420:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768283.900422:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775768283.900424:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768283.900429:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:3.0:1775768283.900430:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900434:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768283.900436:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775768283.900437:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768283.900440:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768283.900444:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59918:59918:256:4294967295] 192.168.202.115@tcp LPNI seq info [59917:59917:8:4294967295]
00000400:00000200:0.0:1775768283.900446:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768283.900449:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768283.900453:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900458:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768283.900459:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1775768283.900462:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768283.900466:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000008:00000001:3.0:1775768283.900468:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900471:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768283.900472:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000100:00000010:3.0:1775768283.900477:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775768283.900480:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.0:1775768283.900481:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775768283.900486:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1775768283.900487:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1775768283.900489:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900493:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768283.900495:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775768283.900495:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775768283.900500:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768283.900500:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768283.900506:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000010:3.0:1775768283.900507:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000800:00000010:0.0:1775768283.900509:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000100:00000001:3.0:1775768283.900513:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768283.900515:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768283.900521:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1775768283.900521:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768283.900528:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000100:00000001:3.0:1775768283.900532:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768283.900536:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:3.0:1775768283.900536:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768283.900541:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.900543:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768283.900549:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768283.900551:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768283.900552:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768283.900558:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768283.900560:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768283.900562:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768283.900567:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768283.900571:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5502
00000100:00000001:0.0:1775768283.900576:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1775768283.900576:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768283.900579:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768283.900581:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768283.900584:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768283.900586:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900591:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768283.900594:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900598:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768283.900602:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768283.900602:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768283.900603:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768283.900606:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775768283.900606:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768283.900608:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768283.900610:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768283.900612:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768283.900614:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768283.900615:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900618:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768283.900619:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768283.900622:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768283.900622:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768283.900625:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768283.900627:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300176122
00000100:00080000:3.0:1775768283.900629:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768283.900632:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768283.900633:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1775768283.900634:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231060.
02000000:00000001:3.0:1775768283.900635:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768283.900638:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900639:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768283.900641:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768283.900643:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1775768283.900643:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900645:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.900649:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300176122
00000100:00000010:3.0:1775768283.900650:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768283.900653:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768283.900655:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1775768283.900656:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442319c0.
02000000:00000001:3.0:1775768283.900657:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768283.900659:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768283.900661:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768283.900663:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1775768283.900663:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768283.900668:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:0.0:1775768283.900669:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768283.900671:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.900674:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768283.900676:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768283.900678:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768283.900685:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768283/real 1775768283]  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768283.900698:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768283.900702:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768283.900708:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768283.900713:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768283.900715:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768283.900718:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1775768283.900719:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768283.900722:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1775768283.900722:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5512)
00000400:00000010:0.0:1775768283.900726:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768283.900730:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768283.900732:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768283.900736:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768283.900741:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768283.900749:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.900753:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768283.900755:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.900757:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.900759:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768283.900761:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.900768:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768283.900772:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.900779:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768283.900782:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.900784:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.900785:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.900787:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768283.900790:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768283.900792:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768283.900797:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768283.900799:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768283.900804:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768283.900812:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360630272:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768283.900818:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.900820:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768283.900822:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360630272/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.900826:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768283.900843:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768283.900846:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768283.900848:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768283.900849:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768283.900850:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768283.900852:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768283.900854:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:0.0:1775768283.900857:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768283.900858:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768283.900859:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:0.0:1775768283.900861:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768283.900862:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.900864:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.900871:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768283.900873:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.900874:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768283.900875:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768283.900876:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768283.900878:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.900883:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768283.900884:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768283.900886:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768283.900888:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768283.900890:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768283.900893:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630400:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768283.900896:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768283.900898:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768283.900899:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768283.900901:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768283.900904:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768283.900905:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768283.900909:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768283.900912:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768283.900916:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768283.900918:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630400, portal 10
00000100:00000001:0.0:1775768283.900920:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768283.900922:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:0.0:1775768283.900928:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.900935:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768283.900937:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768283.900939:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768283.900941:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360630400, offset 0
00000400:00000200:0.0:1775768283.900944:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768283.900946:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768283.900949:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768283.900951:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768283.900953:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768283.900954:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768283.900956:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768283.900958:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59919:59919:256:4294967295] 192.168.202.115@tcp LPNI seq info [59918:59918:8:4294967295]
00000400:00000200:0.0:1775768283.900960:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768283.900964:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768283.900967:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768283.900969:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768283.900973:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768283.900976:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768283.900980:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768283.900982:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768283.900985:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768283.900987:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768283.900990:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768283.900993:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768283.900996:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768283.900997:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768283.901000:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768283.901003:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901011:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768283.901014:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901020:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.901022:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768283.901024:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768283.901027:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768283.901029:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768283.901031:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300174861
00000100:00000001:0.0:1775768283.901033:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300176122
00000100:00000001:0.0:1775768283.901034:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300174861
00000100:00000001:0.0:1775768283.901036:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300176122
00000100:00000001:0.0:1775768283.901037:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768283.901038:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.901039:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768283.901041:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768283/real 1775768283]  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768283.901048:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768283.901049:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768283.901051:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768283.901053:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768283.901054:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768283.901056:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768283.901060:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768283.901068:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901074:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768283.901075:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901077:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.901079:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768283.901082:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901089:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768283.901092:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901099:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768283.901101:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901103:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.901104:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901105:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768283.901107:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768283.901109:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768283.901111:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768283.901112:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768283.901115:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768283.901120:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630400:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768283.901123:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768283.901125:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901133:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768283.901134:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768283.901135:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768283.901137:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768283.901138:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768283.901139:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630528:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768283.901141:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768283.901143:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768283.901144:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768283.901145:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768283.901147:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768283.901148:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768283.901151:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768283.901152:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768283.901154:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768283.901156:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630528, portal 10
00000100:00000001:0.0:1775768283.901157:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768283.901158:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:0.0:1775768283.901163:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901167:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768283.901168:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768283.901169:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768283.901171:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360630528, offset 0
00000400:00000200:0.0:1775768283.901173:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768283.901176:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768283.901179:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768283.901181:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768283.901183:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768283.901186:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768283.901188:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768283.901191:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59920:59920:256:4294967295] 192.168.202.115@tcp LPNI seq info [59919:59919:8:4294967295]
00000400:00000200:0.0:1775768283.901195:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768283.901201:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768283.901205:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768283.901208:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768283.901212:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768283.901215:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768283.901219:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768283.901221:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768283.901230:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768283.901232:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768283.901235:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768283.901238:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768283.901240:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768283.901242:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768283.901243:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768283.901246:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901251:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768283.901252:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901256:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.901257:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768283.901259:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768283.901262:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768283.901264:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768283.901265:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300174859
00000100:00000001:0.0:1775768283.901267:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300176122
00000100:00000001:0.0:1775768283.901268:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300174859
00000100:00000001:0.0:1775768283.901270:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300176122
00000100:00000001:0.0:1775768283.901271:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768283.901273:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.901274:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768283.901276:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768283/real 1775768283]  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768283.901281:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768283.901282:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768283.901283:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768283.901284:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768283.901285:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768283.901286:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768283.901288:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768283.901293:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901296:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768283.901297:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901298:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.901299:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768283.901301:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901304:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768283.901306:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901309:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768283.901310:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901311:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.901312:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901313:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768283.901314:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768283.901316:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768283.901320:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768283.901322:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768283.901335:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768283.901343:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630528:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768283.901347:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768283.901350:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901356:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768283.901358:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768283.901360:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768283.901362:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768283.901364:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768283.901367:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630656:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768283.901370:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768283.901372:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768283.901373:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768283.901375:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768283.901378:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768283.901379:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768283.901382:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768283.901384:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768283.901386:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768283.901388:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630656, portal 4
00000100:00000001:0.0:1775768283.901390:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768283.901391:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:0.0:1775768283.901395:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901399:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768283.901401:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768283.901402:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768283.901404:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360630656, offset 0
00000400:00000200:0.0:1775768283.901407:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768283.901409:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768283.901412:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768283.901413:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768283.901415:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768283.901417:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768283.901418:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768283.901420:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59921:59921:256:4294967295] 192.168.202.115@tcp LPNI seq info [59920:59920:8:4294967295]
00000400:00000200:0.0:1775768283.901423:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768283.901426:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768283.901429:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768283.901430:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768283.901433:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768283.901435:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768283.901437:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768283.901439:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768283.901441:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768283.901442:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768283.901444:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768283.901446:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768283.901447:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768283.901449:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768283.901450:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768283.901452:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901457:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768283.901459:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768308 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901462:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.901463:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768283.901465:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768283.901467:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768283.901469:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768283.901471:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300174914
00000100:00000001:0.0:1775768283.901472:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300176122
00000100:00000001:0.0:1775768283.901474:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300174914
00000100:00000001:0.0:1775768283.901475:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300176122
00000100:00000001:0.0:1775768283.901476:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768283.901477:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.901478:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768283.901480:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768283/real 1775768283]  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768283.901485:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768283.901486:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768283.901487:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768283.901488:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768283.901489:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768283.901490:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768283.901491:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768283.901495:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901499:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768283.901500:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901502:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.901503:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768283.901504:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901508:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768283.901510:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901514:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768283.901516:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901517:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768283.901518:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901519:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768283.901519:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768283.901521:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768283.901522:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768283.901523:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768283.901525:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768283.901529:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630656:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768283.901531:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901532:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768283.901533:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360630400/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901537:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768283.901539:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768283.901540:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768283.901543:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768283.901544:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768283.901545:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768283.901547:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768283.901549:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:0.0:1775768283.901551:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768283.901553:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768283.901554:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:0.0:1775768283.901557:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768283.901558:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901560:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768283.901564:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360630528/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901570:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768283.901571:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768283.901573:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768283.901575:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768283.901576:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768283.901577:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768283.901579:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768283.901581:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:0.0:1775768283.901583:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768283.901584:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768283.901585:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:0.0:1775768283.901589:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768283.901590:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901592:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768283.901595:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360630656/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768308 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768283.901601:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768283.901602:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768283.901604:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768283.901606:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768283.901607:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768283.901608:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768283.901609:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768283.901610:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:0.0:1775768283.901611:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768283.901612:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768283.901613:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:0.0:1775768283.901614:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768283.901615:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901616:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768283.901618:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768283.901619:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768283.901621:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768283.901622:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768283.963924:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768283.963933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768283.963936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768283.963951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768283.963956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768283.963963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768283.963965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768283.963968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768283.963970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768284.923965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768284.923975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768284.923983:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768284.923985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768284.923990:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768284.923998:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768284.924041:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768284.924045:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768284.924049:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768284.987936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768284.987942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768284.987944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768284.987949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768284.987952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768284.987955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768284.987956:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768284.987958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768284.987960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768285.179939:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300176122, at 4300176128
00000100:00000040:3.0:1775768285.179939:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300176122, at 4300176128
00000100:00000010:3.0:1775768285.179952:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00000100:00000010:2.0:1775768285.179955:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00010000:00000001:0.0:1775768285.947975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768285.947984:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768285.947988:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768285.947992:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.947997:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768285.948001:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.948003:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.948005:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.948010:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768285.948012:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.948016:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768285.948018:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768285.948019:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768285.948021:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.948022:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768285.948024:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.948025:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768285.948027:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768285.948068:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768285.948072:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768285.948075:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768286.011898:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768286.011903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768286.011904:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768286.011908:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768286.011911:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768286.011913:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768286.011915:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768286.011917:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768286.011919:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768286.971987:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768286.971993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768286.972000:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768286.972001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768286.972005:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768286.972006:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768286.972036:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768286.972039:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768286.972048:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768287.035973:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768287.035981:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768287.035984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768287.035991:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768287.035995:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768287.036001:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768287.036003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768287.036006:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768287.036009:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768287.995941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768287.995946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768287.995952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768287.995953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768287.995956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768287.995957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768287.996067:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768287.996070:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768287.996073:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768288.059953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768288.059960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768288.059962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768288.059968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768288.059971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768288.059975:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768288.059978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768288.059980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768288.059982:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768289.019943:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768289.019952:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768289.019955:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768289.019959:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768289.019963:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768289.019970:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5507
00000400:00000200:2.0:1775768289.019977:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768289.019983:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768289.019987:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768289.020002:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020006:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768289.020009:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020012:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768289.020016:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768289.020018:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768289.020020:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768289.020023:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768289.020026:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768289.020028:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00010000:00000001:0.0:1775768289.020032:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1775768289.020032:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020035:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:0.0:1775768289.020037:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768289.020039:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020043:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00010000:00000001:0.0:1775768289.020044:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000040:2.0:1775768289.020046:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00010000:00000001:0.0:1775768289.020048:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:2.0:1775768289.020051:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00010000:00000001:0.0:1775768289.020052:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1775768289.020056:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768289.020058:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020060:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00010000:00000001:0.0:1775768289.020062:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768289.020065:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020065:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1775768289.020070:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020071:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768289.020073:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020074:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768289.020078:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768289.020079:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768289.020081:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768289.020087:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768289.020092:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768289.020096:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768289.020098:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768289.020100:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768289.020101:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1775768289.020105:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020106:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00010000:00010000:0.0:1775768289.020109:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768289.020111:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768289.020120:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768289.020127:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768289.020136:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768289.020151:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768289.020155:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768289.020159:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768289.020177:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768289.020180:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768289.020183:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768289.020185:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768289.020186:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768289.020193:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768289.020196:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5507
00000400:00000200:2.0:1775768289.020201:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768289.020203:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768289.020205:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768289.020207:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775768289.020208:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768289.020212:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768289.020213:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020217:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768289.020221:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768289.020222:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768289.020223:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768289.020229:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768289.020231:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768289.020235:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768289.020238:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768289.020239:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768289.020243:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768289.020243:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768289.020248:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:0.0:1775768289.020250:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768289.020253:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768289.020254:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768289.020258:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020259:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768289.020263:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00100000:0.0:1775768289.020265:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360630784:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768289.020268:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768289.020272:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1775768289.020272:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768289.020290:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020293:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020295:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768289.020296:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768289.020299:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020300:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768289.020304:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.020305:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768289.020306:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768289.020310:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1775768289.020312:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
00000008:00000001:2.0:1775768289.020314:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.020317:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020318:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768289.020323:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000400:00000200:0.0:1775768289.020326:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:2.0:1775768289.020327:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000010:0.0:1775768289.020332:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
02000000:00000001:2.0:1775768289.020332:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768289.020334:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020338:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1775768289.020339:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
02000000:00000001:2.0:1775768289.020339:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768289.020341:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768289.020347:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000200:0.0:1775768289.020348:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630784, portal 25
00000100:00000001:2.0:1775768289.020350:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.020352:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768289.020355:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00100000:2.0:1775768289.020356:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768289.020364:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775768289.020365:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768289.020367:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768289.020373:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.020384:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768289.020387:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768289.020392:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000001:2.0:1775768289.020396:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768289.020398:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768289.020401:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768289.020402:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768289.020404:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768289.020406:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1775768289.020411:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360630784, offset 0
00000100:00080000:2.0:1775768289.020412:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5507
00000400:00000200:2.0:1775768289.020419:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768289.020423:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768289.020425:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768289.020429:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768289.020432:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768289.020435:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768289.020435:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768289.020439:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020441:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768289.020442:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768289.020444:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768289.020446:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768289.020447:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000040:2.0:1775768289.020448:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768289.020451:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768289.020453:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768289.020455:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775768289.020457:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020459:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768289.020462:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:2.0:1775768289.020462:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768289.020468:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768289.020473:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020474:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768289.020478:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768289.020480:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59922:59922:256:4294967295] 192.168.202.115@tcp LPNI seq info [59921:59921:8:4294967295]
00000100:00080000:2.0:1775768289.020484:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768289.020490:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768289.020490:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020494:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768289.020497:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768289.020499:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020501:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768289.020507:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768289.020510:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020514:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768289.020518:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1775768289.020520:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775768289.020525:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.0:1775768289.020529:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768289.020530:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768289.020533:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020535:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768289.020536:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1775768289.020537:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
02000000:00000001:2.0:1775768289.020538:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768289.020543:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000800:00000200:0.0:1775768289.020548:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768289.020548:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768289.020554:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00100000:2.0:1775768289.020554:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768289.020564:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775768289.020565:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768289.020566:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768289.020571:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775768289.020571:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775768289.020581:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768289.020583:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768289.020585:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768289.020586:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768289.020587:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768289.020588:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768289.020589:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5507
00000400:00000200:2.0:1775768289.020594:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000100:0.0:1775768289.020595:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768289.020598:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:0.0:1775768289.020600:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000100:00080000:2.0:1775768289.020600:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768289.020605:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020606:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768289.020608:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768289.020608:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020613:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768289.020618:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1775768289.020618:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768289.020621:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768289.020624:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768289.020625:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000020:00000040:2.0:1775768289.020626:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000400:00000010:0.0:1775768289.020629:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000020:00000001:2.0:1775768289.020630:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768289.020634:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775768289.020635:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000200:0.0:1775768289.020641:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768289.020641:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020644:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768289.020648:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768289.020652:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768289.020657:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768289.020661:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768289.020662:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768289.020664:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768289.020668:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775768289.020669:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768289.020671:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768289.020676:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.020680:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768289.020683:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768289.020685:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768289.020688:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.020689:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768289.020692:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.020696:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768289.020697:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768289.020701:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:0.0:1775768289.020704:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768289.020706:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768289.020708:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.020709:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300181242
00000100:00000001:2.0:1775768289.020711:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768289.020714:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768289.020716:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768289.020717:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442315a0.
02000000:00000010:2.0:1775768289.020720:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768289.020724:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.020725:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768289.020730:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300181242
00000100:00000010:0.0:1775768289.020735:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231b40.
00000100:00100000:2.0:1775768289.020738:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768289.020739:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768289.020744:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768289.020752:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768289.020754:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768289.020758:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.020761:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.020767:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768289.020771:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768289.020774:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768289/real 1775768289]  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768289.020776:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768289.020783:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1775768289.020792:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768289.020794:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768289.020796:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768289.020800:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768289.020802:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000040:2.0:1775768289.020802:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5517)
00000100:00000001:0.0:1775768289.020808:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768289.020811:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768289.020821:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.020847:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768289.020850:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.020853:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.020854:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768289.020858:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.020865:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768289.020869:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.020876:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768289.020878:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.020880:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.020881:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.020883:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768289.020885:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768289.020888:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768289.020892:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768289.020894:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768289.020898:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768289.020906:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360630784:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768289.020910:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.020912:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768289.020915:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360630784/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.020922:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768289.020924:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768289.020927:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768289.020930:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768289.020931:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768289.020933:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768289.020935:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768289.020937:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768289.020940:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768289.020942:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768289.020944:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768289.020946:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768289.020947:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.020949:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.020955:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768289.020957:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.020959:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768289.020960:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768289.020962:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768289.020965:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.020972:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768289.020973:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.020974:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768289.020976:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768289.020978:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768289.020981:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630912:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768289.020984:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768289.020986:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768289.020987:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.020989:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768289.020992:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768289.020994:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768289.020997:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768289.021000:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768289.021003:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768289.021005:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360630912, portal 10
00000100:00000001:0.0:1775768289.021007:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768289.021009:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:0.0:1775768289.021015:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021021:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768289.021023:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768289.021026:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768289.021028:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360630912, offset 0
00000400:00000200:0.0:1775768289.021032:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768289.021036:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768289.021039:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768289.021042:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768289.021044:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768289.021047:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768289.021049:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768289.021052:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59923:59923:256:4294967295] 192.168.202.115@tcp LPNI seq info [59922:59922:8:4294967295]
00000400:00000200:0.0:1775768289.021056:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768289.021062:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768289.021066:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768289.021069:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768289.021073:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768289.021075:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768289.021079:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768289.021082:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768289.021085:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768289.021087:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768289.021090:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768289.021093:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768289.021096:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768289.021097:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768289.021099:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768289.021103:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021116:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768289.021119:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021125:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.021126:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768289.021129:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768289.021132:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768289.021135:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768289.021137:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300179981
00000100:00000001:0.0:1775768289.021140:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300181242
00000100:00000001:0.0:1775768289.021142:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300179981
00000100:00000001:0.0:1775768289.021143:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300181242
00000100:00000001:0.0:1775768289.021145:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768289.021147:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.021149:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768289.021152:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768289/real 1775768289]  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768289.021159:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768289.021160:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768289.021162:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768289.021164:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768289.021165:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768289.021167:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768289.021170:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768289.021177:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021183:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768289.021185:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021186:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.021188:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768289.021191:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021197:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768289.021201:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021207:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768289.021209:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021210:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.021211:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021213:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768289.021215:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768289.021217:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768289.021220:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768289.021222:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768289.021226:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768289.021233:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360630912:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768289.021237:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768289.021240:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021246:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768289.021247:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.021249:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768289.021251:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768289.021253:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768289.021256:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631040:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768289.021259:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768289.021261:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768289.021262:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.021264:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768289.021267:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768289.021269:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768289.021272:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768289.021274:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768289.021290:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768289.021293:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631040, portal 10
00000100:00000001:0.0:1775768289.021294:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768289.021295:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:0.0:1775768289.021301:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021307:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768289.021309:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768289.021311:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768289.021313:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360631040, offset 0
00000400:00000200:0.0:1775768289.021317:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768289.021321:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768289.021324:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768289.021327:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768289.021329:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768289.021331:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768289.021333:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768289.021336:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59924:59924:256:4294967295] 192.168.202.115@tcp LPNI seq info [59923:59923:8:4294967295]
00000400:00000200:0.0:1775768289.021340:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768289.021346:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768289.021350:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768289.021353:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768289.021358:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768289.021360:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768289.021363:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768289.021366:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768289.021369:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768289.021371:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768289.021373:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768289.021376:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768289.021379:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768289.021381:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768289.021383:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768289.021386:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021394:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768289.021397:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021403:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.021404:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768289.021407:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768289.021409:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768289.021412:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768289.021414:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300179979
00000100:00000001:0.0:1775768289.021416:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300181242
00000100:00000001:0.0:1775768289.021418:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300179979
00000100:00000001:0.0:1775768289.021420:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300181242
00000100:00000001:0.0:1775768289.021421:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768289.021423:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.021425:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768289.021429:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768289/real 1775768289]  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768289.021436:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768289.021438:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768289.021439:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768289.021441:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768289.021443:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768289.021445:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768289.021447:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768289.021455:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021461:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768289.021462:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021464:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.021465:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768289.021469:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021475:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768289.021479:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021485:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768289.021488:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021489:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.021490:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021492:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768289.021493:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768289.021496:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768289.021499:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768289.021501:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768289.021505:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768289.021518:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631040:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768289.021521:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768289.021524:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021530:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768289.021531:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.021534:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768289.021535:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768289.021537:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768289.021540:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631168:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768289.021543:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768289.021544:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768289.021546:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768289.021547:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768289.021550:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768289.021552:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768289.021555:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768289.021557:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768289.021560:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768289.021563:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631168, portal 4
00000100:00000001:0.0:1775768289.021565:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768289.021566:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:0.0:1775768289.021571:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021577:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768289.021579:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768289.021581:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768289.021583:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360631168, offset 0
00000400:00000200:0.0:1775768289.021587:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768289.021591:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768289.021595:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768289.021597:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768289.021600:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768289.021602:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768289.021604:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768289.021607:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59925:59925:256:4294967295] 192.168.202.115@tcp LPNI seq info [59924:59924:8:4294967295]
00000400:00000200:0.0:1775768289.021610:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768289.021616:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768289.021620:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768289.021623:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768289.021626:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768289.021629:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768289.021633:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768289.021635:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768289.021639:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768289.021640:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768289.021643:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768289.021646:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768289.021648:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768289.021650:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768289.021652:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768289.021655:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021662:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768289.021665:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768314 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021671:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.021673:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768289.021676:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768289.021678:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768289.021681:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768289.021683:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300180034
00000100:00000001:0.0:1775768289.021686:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300181242
00000100:00000001:0.0:1775768289.021688:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300180034
00000100:00000001:0.0:1775768289.021690:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300181242
00000100:00000001:0.0:1775768289.021692:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768289.021694:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.021696:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768289.021699:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768289/real 1775768289]  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768289.021707:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768289.021708:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768289.021709:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768289.021712:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768289.021713:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768289.021715:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768289.021718:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768289.021725:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021731:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768289.021732:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021734:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.021735:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768289.021739:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021745:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768289.021748:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021754:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768289.021757:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021758:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768289.021759:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021761:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768289.021762:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768289.021765:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768289.021768:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768289.021770:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768289.021774:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768289.021780:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631168:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768289.021784:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021786:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768289.021789:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360630912/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021795:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768289.021797:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768289.021798:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768289.021801:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768289.021802:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768289.021803:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768289.021805:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768289.021807:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768289.021812:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768289.021813:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768289.021814:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:0.0:1775768289.021816:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768289.021817:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021819:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768289.021822:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360631040/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021851:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768289.021853:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768289.021855:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768289.021857:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768289.021858:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768289.021859:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768289.021861:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768289.021862:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768289.021866:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768289.021868:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768289.021869:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:0.0:1775768289.021871:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768289.021872:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021874:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768289.021878:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360631168/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768314 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768289.021884:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768289.021885:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768289.021886:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768289.021888:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768289.021889:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768289.021890:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768289.021892:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768289.021894:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768289.021896:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768289.021897:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768289.021898:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:0.0:1775768289.021900:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768289.021901:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021903:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768289.021906:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768289.021908:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768289.021910:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768289.021911:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768289.083933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768289.083939:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768289.083940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768289.083944:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768289.083946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768289.083949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768289.083951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768289.083952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768289.083954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768290.044009:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768290.044015:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768290.044021:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768290.044022:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768290.044026:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768290.044027:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768290.044094:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768290.044097:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768290.044100:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768290.107946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768290.107952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768290.107954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768290.107959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768290.107962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768290.107965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768290.107967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768290.107968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768290.107970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768290.299992:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300181242, at 4300181248
00000100:00000040:3.0:1775768290.299993:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300181242, at 4300181248
00000100:00000010:2.0:1775768290.300005:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00000100:00000010:3.0:1775768290.300010:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00010000:00000001:0.0:1775768291.067918:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768291.067925:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768291.067930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768291.067931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768291.067936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768291.067937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768291.067962:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768291.067965:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768291.067968:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768291.131926:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768291.131932:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768291.131933:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768291.131939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768291.131941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768291.131945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768291.131947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768291.131948:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768291.131950:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768292.091934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768292.091940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768292.091945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768292.091946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768292.091949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768292.091950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768292.091984:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768292.091987:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768292.091990:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768292.155939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768292.155945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768292.155947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768292.155950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768292.155954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768292.155957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768292.155959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768292.155961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768292.155963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768293.115922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768293.115926:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768293.115931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768293.115933:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768293.115935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768293.115936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768293.115975:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768293.115979:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768293.115982:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768293.179950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768293.179956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768293.179958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768293.179963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768293.179966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768293.179970:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768293.179973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768293.179975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768293.179977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768294.139976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768294.139982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768294.139988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768294.139990:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768294.139993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768294.139994:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768294.140065:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768294.140068:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768294.140071:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768294.140249:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768294.140255:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768294.140258:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768294.140264:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768294.140271:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768294.140279:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5512
00000400:00000200:0.0:1775768294.140289:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768294.140297:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768294.140302:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768294.140306:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140312:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140317:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140322:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768294.140327:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768294.140329:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768294.140331:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768294.140333:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768294.140338:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768294.140340:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768294.140343:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140345:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140348:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140351:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768294.140353:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768294.140357:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140360:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768294.140363:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768294.140367:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768294.140370:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140372:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768294.140374:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768294.140385:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288380.
00000020:00000040:0.0:1775768294.140389:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768294.140394:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768294.140395:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140399:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768294.140402:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768294.140407:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768294.140415:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29800.
00000100:00000001:0.0:1775768294.140422:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768294.140432:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768294.140442:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768294.140448:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768294.140454:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456e440d] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768294.140491:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768294.140494:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768294.140497:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768294.140499:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768294.140500:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768294.140503:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768294.140505:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5512
00000400:00000200:0.0:1775768294.140508:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768294.140511:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768294.140513:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768294.140515:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140517:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140519:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140521:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768294.140523:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768294.140525:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768294.140526:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768294.140528:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768294.140530:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768294.140532:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768294.140535:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140537:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140539:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140541:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768294.140543:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768294.140546:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140548:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768294.140549:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768294.140554:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768294.140556:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140558:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768294.140561:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768294.140564:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140566:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768294.140571:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a300.
00000020:00000040:0.0:1775768294.140573:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768294.140576:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768294.140577:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140579:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768294.140580:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768294.140581:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768294.140585:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28000.
00000100:00000001:0.0:1775768294.140588:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768294.140592:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768294.140598:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768294.140600:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768294.140604:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000851b9f8e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768294.140610:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768294.140613:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768294.140616:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768294.140617:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768294.140618:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768294.140621:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768294.140623:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5512
00000400:00000200:0.0:1775768294.140626:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768294.140629:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768294.140631:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768294.140634:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140636:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140637:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140639:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768294.140641:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768294.140643:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768294.140644:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768294.140646:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768294.140648:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768294.140650:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768294.140652:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140654:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140656:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140658:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768294.140660:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768294.140662:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140665:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768294.140667:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768294.140670:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768294.140671:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140673:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768294.140675:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768294.140677:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140679:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768294.140682:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289500.
00000020:00000040:0.0:1775768294.140684:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768294.140686:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768294.140687:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140688:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768294.140690:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768294.140691:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768294.140694:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28c00.
00000100:00000001:0.0:1775768294.140697:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768294.140701:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768294.140707:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768294.140709:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768294.140712:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e64e4a3] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768294.140719:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768294.140721:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768294.140725:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768294.140726:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768294.140727:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768294.140730:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768294.140732:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5512
00000400:00000200:0.0:1775768294.140735:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768294.140737:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768294.140749:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768294.140752:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140754:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140756:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140758:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768294.140760:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768294.140761:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768294.140762:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768294.140764:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768294.140766:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768294.140768:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768294.140771:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140773:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768294.140774:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140776:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768294.140778:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768294.140781:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768294.140783:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768294.140785:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768294.140787:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768294.140789:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140791:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768294.140793:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768294.140794:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140796:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768294.140799:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a680.
00000020:00000040:0.0:1775768294.140801:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768294.140803:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768294.140804:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768294.140805:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768294.140807:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768294.140808:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768294.140811:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28800.
00000100:00000001:0.0:1775768294.140814:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768294.140818:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768294.140824:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768294.140826:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768294.140954:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004aae954] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768294.140959:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768294.140961:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768294.140963:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768294.140967:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5522)
00000100:00000001:2.0:1775768294.141204:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768294.141211:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768294.141215:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768294.141238:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141249:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768294.141252:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.141257:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768294.141262:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768294.141264:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768294.141268:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360631296:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768294.141273:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768294.141279:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768294.141282:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.141285:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768294.141294:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768294.141297:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768294.141305:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768294.141310:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768294.141318:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768294.141327:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631296, portal 25
00000100:00000001:2.0:1775768294.141329:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768294.141331:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557952 : -130299372993664 : ffff897e50288380)
00000100:00000040:2.0:1775768294.141337:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141345:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768294.141348:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768294.141350:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768294.141353:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360631296, offset 0
00000400:00000200:2.0:1775768294.141361:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768294.141371:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.141378:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768294.141384:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768294.141389:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768294.141394:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768294.141397:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768294.141402:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59926:59926:256:4294967295] 192.168.202.115@tcp LPNI seq info [59925:59925:8:4294967295]
00000400:00000200:2.0:1775768294.141407:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.141426:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768294.141433:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.141439:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768294.141447:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768294.141451:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775768294.141457:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768294.141460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775768294.141465:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.141468:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768294.141473:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768294.141478:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768294.141490:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768294.141496:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768294.141500:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768294.141505:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141516:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.141520:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141526:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.141528:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768294.141535:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768294.141539:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768294.141542:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300186363
00000100:00000010:2.0:1775768294.141548:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
00000100:00000001:2.0:1775768294.141555:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768294.141562:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300186363
00000100:00000010:2.0:1775768294.141564:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444780.
00000100:00000001:2.0:1775768294.141568:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768294.141570:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768294.141573:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.141576:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768294.141580:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768294/real 1775768294]  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768294.141595:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768294.141596:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768294.141599:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768294.141602:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768294.141604:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768294.141606:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768294.141610:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768294.141624:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141630:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768294.141632:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.141635:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.141637:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768294.141641:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141647:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768294.141652:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141659:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768294.141662:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.141664:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.141665:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.141668:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768294.141670:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768294.141673:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768294.141678:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768294.141681:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768294.141685:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768294.141693:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360631296:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768294.141698:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768294.141702:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141708:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768294.141710:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.141712:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768294.141714:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768294.141716:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768294.141718:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631424:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768294.141721:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768294.141723:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768294.141725:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.141726:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768294.141730:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768294.141732:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768294.141736:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768294.141739:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768294.141742:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768294.141745:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631424, portal 10
00000100:00000001:2.0:1775768294.141747:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768294.141748:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566016 : -130299372985600 : ffff897e5028a300)
00000100:00000040:2.0:1775768294.141754:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141760:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768294.141762:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768294.141765:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768294.141767:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360631424, offset 0
00000400:00000200:2.0:1775768294.141770:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768294.141773:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.141777:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768294.141779:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768294.141782:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768294.141784:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768294.141786:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768294.141790:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59927:59927:256:4294967295] 192.168.202.115@tcp LPNI seq info [59926:59926:8:4294967295]
00000400:00000200:2.0:1775768294.141794:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.141799:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768294.141804:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.141808:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768294.141811:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768294.141813:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775768294.141818:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768294.141863:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775768294.141873:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.141876:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768294.141879:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768294.141883:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768294.141886:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768294.141888:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768294.141890:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768294.141893:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141901:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.141904:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141910:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.141912:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768294.141915:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768294.141920:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768294.141923:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768294.141926:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300185102
00000100:00000001:2.0:1775768294.141929:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300186363
00000100:00000001:2.0:1775768294.141931:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300185102
00000100:00000001:2.0:1775768294.141933:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300186363
00000100:00000001:2.0:1775768294.141935:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768294.141937:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.141939:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768294.141943:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768294/real 1775768294]  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768294.141951:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768294.141953:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768294.141956:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768294.141958:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768294.141960:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768294.141963:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768294.141966:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768294.141973:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141980:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768294.141981:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.141983:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.141984:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768294.141988:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.141994:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768294.141997:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142004:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768294.142006:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142007:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.142009:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142011:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768294.142013:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768294.142015:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768294.142019:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768294.142021:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768294.142026:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768294.142034:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631424:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768294.142037:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768294.142041:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142047:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768294.142049:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.142051:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768294.142053:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768294.142055:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768294.142057:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631552:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768294.142060:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768294.142062:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768294.142064:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.142066:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768294.142070:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768294.142072:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768294.142075:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768294.142078:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768294.142081:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768294.142084:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631552, portal 10
00000100:00000001:2.0:1775768294.142085:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768294.142086:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336562432 : -130299372989184 : ffff897e50289500)
00000100:00000040:2.0:1775768294.142092:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142099:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768294.142101:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768294.142104:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768294.142106:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360631552, offset 0
00000400:00000200:2.0:1775768294.142110:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768294.142114:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.142117:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768294.142119:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768294.142122:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768294.142124:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768294.142127:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768294.142129:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59928:59928:256:4294967295] 192.168.202.115@tcp LPNI seq info [59927:59927:8:4294967295]
00000400:00000200:2.0:1775768294.142133:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.142138:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768294.142143:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.142146:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768294.142149:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768294.142151:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775768294.142155:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768294.142157:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775768294.142160:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.142162:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768294.142165:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768294.142168:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768294.142171:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768294.142172:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768294.142174:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768294.142177:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142184:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.142186:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142192:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.142193:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768294.142196:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768294.142199:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768294.142202:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768294.142204:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300185100
00000100:00000001:2.0:1775768294.142206:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300186363
00000100:00000001:2.0:1775768294.142209:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300185100
00000100:00000001:2.0:1775768294.142210:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300186363
00000100:00000001:2.0:1775768294.142213:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768294.142215:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.142216:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768294.142220:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768294/real 1775768294]  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768294.142239:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768294.142240:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768294.142242:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768294.142244:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768294.142246:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768294.142248:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768294.142251:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768294.142258:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142265:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768294.142266:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142268:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.142269:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768294.142273:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142279:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768294.142283:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142290:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768294.142293:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142295:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.142296:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142298:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768294.142299:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768294.142302:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768294.142306:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768294.142308:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768294.142311:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768294.142319:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631552:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768294.142324:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768294.142327:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142334:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768294.142335:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.142337:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768294.142339:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768294.142341:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768294.142344:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631680:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768294.142347:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768294.142350:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768294.142352:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768294.142354:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768294.142358:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768294.142360:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768294.142363:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768294.142366:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768294.142369:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768294.142372:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631680, portal 4
00000100:00000001:2.0:1775768294.142375:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768294.142376:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566912 : -130299372984704 : ffff897e5028a680)
00000100:00000040:2.0:1775768294.142381:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142388:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768294.142390:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768294.142392:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768294.142395:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360631680, offset 0
00000400:00000200:2.0:1775768294.142399:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768294.142402:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.142405:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768294.142408:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768294.142410:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768294.142413:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768294.142415:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768294.142418:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59929:59929:256:4294967295] 192.168.202.115@tcp LPNI seq info [59928:59928:8:4294967295]
00000400:00000200:2.0:1775768294.142422:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768294.142428:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768294.142432:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.142436:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768294.142439:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768294.142442:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775768294.142446:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768294.142448:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775768294.142452:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768294.142454:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768294.142457:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768294.142461:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768294.142463:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768294.142465:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768294.142467:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768294.142470:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142484:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.142487:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768319 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142494:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.142495:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768294.142499:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768294.142502:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768294.142505:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768294.142507:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300185155
00000100:00000001:2.0:1775768294.142509:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300186363
00000100:00000001:2.0:1775768294.142511:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300185155
00000100:00000001:2.0:1775768294.142514:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300186363
00000100:00000001:2.0:1775768294.142516:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768294.142518:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.142519:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768294.142523:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768294/real 1775768294]  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768294.142531:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768294.142532:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768294.142533:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768294.142535:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768294.142537:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768294.142539:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768294.142542:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768294.142549:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142556:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768294.142558:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142560:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.142561:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768294.142564:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142571:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768294.142575:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142582:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768294.142584:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142586:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768294.142587:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142589:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768294.142590:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768294.142592:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768294.142595:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768294.142598:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768294.142601:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768294.142609:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631680:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768294.142613:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142616:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.142619:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288380 x1862022360631296/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142626:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768294.142629:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768294.142632:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768294.142638:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768294.142640:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768294.142643:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768294.142645:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768294.142648:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29800.
02000000:00000001:2.0:1775768294.142652:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768294.142655:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768294.142657:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288380.
00000100:00000001:2.0:1775768294.142661:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768294.142662:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142664:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.142667:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a300 x1862022360631424/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142674:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768294.142675:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768294.142677:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768294.142681:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768294.142682:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768294.142683:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768294.142685:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768294.142687:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28000.
02000000:00000001:2.0:1775768294.142689:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768294.142690:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768294.142692:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a300.
00000100:00000001:2.0:1775768294.142694:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768294.142696:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142697:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.142701:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289500 x1862022360631552/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142707:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768294.142708:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768294.142710:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768294.142712:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768294.142713:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768294.142714:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768294.142716:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768294.142718:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28c00.
02000000:00000001:2.0:1775768294.142720:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768294.142722:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768294.142723:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289500.
00000100:00000001:2.0:1775768294.142726:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768294.142728:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142729:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768294.142732:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a680 x1862022360631680/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768319 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768294.142739:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768294.142740:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768294.142742:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768294.142744:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768294.142745:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768294.142747:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768294.142748:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768294.142750:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28800.
02000000:00000001:2.0:1775768294.142752:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768294.142753:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768294.142754:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a680.
00000100:00000001:2.0:1775768294.142756:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768294.142757:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142759:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.142768:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768294.142770:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.142772:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768294.142774:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768294.203953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768294.203961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768294.203962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768294.203967:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768294.203970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768294.203974:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.203976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768294.203979:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768294.203980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768295.163947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768295.163952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768295.163957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768295.163959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768295.163963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768295.163964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768295.164058:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768295.164060:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768295.164062:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768295.227941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768295.227946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768295.227947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768295.227951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768295.227953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768295.227955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768295.227957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768295.227958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768295.227960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768295.419908:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300186363, at 4300186368
00000100:00000040:3.0:1775768295.419908:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300186363, at 4300186368
00000100:00000010:3.0:1775768295.419923:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444780.
00000100:00000010:2.0:1775768295.419926:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00010000:00000001:0.0:1775768296.187933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768296.187940:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768296.187942:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768296.187946:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187950:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768296.187952:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187954:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187956:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768296.187961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768296.187966:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768296.187967:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768296.187969:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187970:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768296.187971:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187973:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768296.187975:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768296.188025:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768296.188028:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768296.188031:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768296.251938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768296.251943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768296.251944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768296.251948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768296.251951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768296.251955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768296.251957:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768296.251960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768296.251962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768297.211939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768297.211944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768297.211950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768297.211952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768297.211956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768297.211957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768297.211994:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768297.211997:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768297.211999:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768297.275966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768297.275972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768297.275974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768297.275979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768297.275982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768297.275985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768297.275987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768297.275990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768297.275992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768298.235924:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768298.235929:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768298.235933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768298.235933:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768298.235936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768298.235937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768298.236014:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768298.236017:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768298.236020:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768298.299944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768298.299949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768298.299951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768298.299955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768298.299957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768298.299967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768298.299969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768298.299973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768298.299975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768299.259929:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768299.259935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768299.259941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768299.259944:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768299.259947:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768299.259950:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768299.259953:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768299.259955:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768299.259958:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768299.259958:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768299.259961:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768299.259967:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768299.259968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768299.259970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.259977:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768299.259984:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768299.259988:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775768299.259989:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768299.259993:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768299.259995:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5517
00010000:00010000:0.0:1775768299.259997:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:1.0:1775768299.260004:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768299.260009:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768299.260013:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768299.260017:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260020:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768299.260023:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260025:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768299.260028:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768299.260030:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768299.260032:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768299.260034:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768299.260037:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768299.260039:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768299.260042:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260044:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768299.260046:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260048:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768299.260051:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768299.260054:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260056:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768299.260059:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768299.260062:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768299.260065:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260067:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768299.260069:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768299.260077:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03100.
00000020:00000040:1.0:1775768299.260080:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768299.260083:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768299.260085:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260088:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768299.260090:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768299.260094:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768299.260100:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
00000100:00000001:1.0:1775768299.260106:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768299.260115:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768299.260125:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768299.260128:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768299.260133:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bda395f] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768299.260154:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768299.260157:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768299.260160:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768299.260161:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768299.260163:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768299.260165:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768299.260168:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5517
00000400:00000200:1.0:1775768299.260171:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768299.260175:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768299.260194:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768299.260197:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260199:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768299.260202:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260205:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768299.260207:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768299.260209:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768299.260210:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768299.260213:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:2.0:1775768299.260213:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1775768299.260217:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768299.260218:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775768299.260219:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768299.260222:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768299.260225:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260228:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768299.260231:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768299.260232:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260236:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768299.260242:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768299.260248:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768299.260248:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768299.260251:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260252:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768299.260255:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768299.260255:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768299.260259:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768299.260261:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768299.260262:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1775768299.260265:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360631808:192.168.202.115@tcp:250:kworker.0
02000000:00000001:1.0:1775768299.260266:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260271:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768299.260271:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768299.260275:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1775768299.260276:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768299.260278:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768299.260282:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768299.260283:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775768299.260286:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768299.260288:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
00000100:00000010:1.0:1775768299.260290:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03480.
02000000:00000001:2.0:1775768299.260290:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775768299.260294:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768299.260297:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768299.260298:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260300:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768299.260302:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775768299.260304:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:1.0:1775768299.260305:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768299.260308:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
02000000:00000010:1.0:1775768299.260312:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000400:00000010:2.0:1775768299.260314:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000001:1.0:1775768299.260316:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768299.260321:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631808, portal 25
00000100:00100000:1.0:1775768299.260324:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768299.260324:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768299.260326:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112665856 : -130299596885760 : ffff897e42d03100)
00000100:00000040:2.0:1775768299.260334:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768299.260341:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768299.260344:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775768299.260345:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768299.260349:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768299.260351:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000040:1.0:1775768299.260354:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa5aef98] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768299.260354:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360631808, offset 0
00000400:00000200:2.0:1775768299.260362:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768299.260370:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768299.260371:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768299.260375:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775768299.260378:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:1.0:1775768299.260379:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768299.260383:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768299.260385:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768299.260387:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775768299.260391:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775768299.260392:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5517
00000400:00000200:2.0:1775768299.260398:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:1.0:1775768299.260399:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768299.260406:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775768299.260407:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768299.260411:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775768299.260412:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:1.0:1775768299.260416:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260421:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775768299.260421:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59930:59930:256:4294967295] 192.168.202.115@tcp LPNI seq info [59929:59929:8:4294967295]
00000100:00000040:1.0:1775768299.260426:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260430:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:2.0:1775768299.260430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:1.0:1775768299.260434:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768299.260436:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768299.260439:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775768299.260442:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1775768299.260443:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768299.260448:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:2.0:1775768299.260451:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000001:1.0:1775768299.260452:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:2.0:1775768299.260457:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000100:00000040:1.0:1775768299.260459:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260462:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1775768299.260465:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:1.0:1775768299.260467:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:2.0:1775768299.260468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1775768299.260471:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768299.260476:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:2.1:1775768299.260476:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768299.260480:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1775768299.260483:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000100:2.0:1775768299.260488:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260489:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775768299.260490:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
02000000:00000001:1.0:1775768299.260493:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1775768299.260496:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1775768299.260497:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768299.260501:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1775768299.260502:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260505:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775768299.260505:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768299.260507:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000008:00100000:1.0:1775768299.260508:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775768299.260511:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1775768299.260512:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260515:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768299.260516:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775768299.260520:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00700.
00000020:00000040:1.0:1775768299.260526:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:2.0:1775768299.260526:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768299.260530:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1775768299.260530:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768299.260533:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260537:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768299.260541:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768299.260541:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768299.260543:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.260544:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1775768299.260549:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:2.0:1775768299.260549:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260555:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768299.260555:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768299.260557:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300191482
00000100:00000010:2.0:1775768299.260561:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
00000100:00100000:1.0:1775768299.260562:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768299.260568:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1775768299.260573:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768299.260574:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300191482
00000100:00000001:1.0:1775768299.260577:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768299.260578:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e524443c0.
00000100:00000001:2.0:1775768299.260582:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1775768299.260586:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab5005ce] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.260586:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768299.260590:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.260593:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768299.260599:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768299/real 1775768299]  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768299.260602:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768299.260606:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768299.260613:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768299.260616:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1775768299.260617:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1775768299.260618:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1775768299.260620:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1775768299.260622:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1775768299.260623:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000100:00080000:1.0:1775768299.260627:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5517
00000400:00000200:2.0:1775768299.260628:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768299.260632:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000400:00000200:1.0:1775768299.260633:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768299.260637:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1775768299.260638:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768299.260642:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1775768299.260644:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768299.260647:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260651:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768299.260656:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260661:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768299.260665:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1775768299.260665:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768299.260668:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768299.260672:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768299.260675:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:2.0:1775768299.260676:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1775768299.260679:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768299.260679:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.260683:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1775768299.260684:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768299.260685:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768299.260691:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768299.260693:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260698:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768299.260701:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775768299.260702:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768299.260705:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:2.0:1775768299.260707:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775768299.260709:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768299.260716:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768299.260717:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775768299.260722:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.260722:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768299.260727:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768299.260728:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768299.260730:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775768299.260732:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768299.260733:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768299.260735:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1775768299.260738:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768299.260738:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1775768299.260742:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768299.260745:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00080000:2.0:1775768299.260745:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768299.260747:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:1.0:1775768299.260750:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768299.260751:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768299.260753:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768299.260759:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01880.
00000100:00100000:2.0:1775768299.260761:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360631808:192.168.202.115@tcp:250:kworker.0
00000020:00000040:1.0:1775768299.260763:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:2.0:1775768299.260765:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.260768:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775768299.260769:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1775768299.260770:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03100 x1862022360631808/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775768299.260772:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768299.260776:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768299.260779:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768299.260780:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775768299.260782:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768299.260782:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768299.260785:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000010:1.0:1775768299.260788:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
02000000:00000001:2.0:1775768299.260790:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1775768299.260792:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768299.260792:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768299.260793:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768299.260797:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768299.260799:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6400.
00000100:00100000:1.0:1775768299.260802:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775768299.260803:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768299.260805:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768299.260807:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03100.
00000100:00000001:2.0:1775768299.260811:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768299.260813:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.260816:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775768299.260820:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768299.260822:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.260823:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768299.260826:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.260827:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775768299.260848:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa27ee0] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768299.260857:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.260858:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768299.260860:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775768299.260862:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768299.260864:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768299.260871:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775768299.260875:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768299.260877:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768299.260878:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5527)
02000000:00000001:2.0:1775768299.260878:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768299.260881:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768299.260883:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768299.260886:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631936:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768299.260889:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768299.260892:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768299.260893:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768299.260895:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768299.260898:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768299.260900:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768299.260904:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768299.260907:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768299.260910:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768299.260913:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360631936, portal 10
00000100:00000001:2.0:1775768299.260915:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768299.260916:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112666752 : -130299596884864 : ffff897e42d03480)
00000100:00000040:2.0:1775768299.260921:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.260927:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768299.260930:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768299.260932:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768299.260934:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360631936, offset 0
00000400:00000200:2.0:1775768299.260938:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768299.260942:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768299.260946:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768299.260949:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768299.260951:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768299.260953:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768299.260956:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768299.260959:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59931:59931:256:4294967295] 192.168.202.115@tcp LPNI seq info [59930:59930:8:4294967295]
00000400:00000200:2.0:1775768299.260963:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768299.260968:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768299.260972:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768299.260975:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768299.260977:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768299.260979:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775768299.260982:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768299.260983:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775768299.260985:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768299.260986:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768299.260988:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768299.260990:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768299.260992:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768299.260993:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768299.260995:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768299.260997:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261002:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768299.261004:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261007:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.261008:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768299.261010:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768299.261013:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768299.261015:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768299.261016:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300190221
00000100:00000001:2.0:1775768299.261018:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300191482
00000100:00000001:2.0:1775768299.261019:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300190221
00000100:00000001:2.0:1775768299.261021:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300191482
00000100:00000001:2.0:1775768299.261022:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768299.261023:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.261025:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768299.261027:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768299/real 1775768299]  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768299.261031:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768299.261032:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768299.261033:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768299.261034:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768299.261035:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768299.261036:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768299.261037:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768299.261042:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261053:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768299.261054:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261055:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768299.261056:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768299.261058:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261062:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768299.261064:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261067:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768299.261069:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261069:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768299.261070:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261071:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768299.261072:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768299.261074:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768299.261076:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768299.261077:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768299.261079:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768299.261083:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360631936:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768299.261085:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768299.261087:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261090:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768299.261091:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768299.261092:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768299.261093:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768299.261094:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768299.261096:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632064:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768299.261098:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768299.261099:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768299.261100:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768299.261101:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768299.261103:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768299.261104:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768299.261106:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768299.261108:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768299.261109:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768299.261111:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632064, portal 10
00000100:00000001:2.0:1775768299.261112:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768299.261113:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112655104 : -130299596896512 : ffff897e42d00700)
00000100:00000040:2.0:1775768299.261116:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261125:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768299.261127:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768299.261129:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768299.261131:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360632064, offset 0
00000400:00000200:2.0:1775768299.261135:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768299.261138:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768299.261141:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768299.261144:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768299.261146:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768299.261148:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768299.261150:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768299.261153:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59932:59932:256:4294967295] 192.168.202.115@tcp LPNI seq info [59931:59931:8:4294967295]
00000400:00000200:2.0:1775768299.261157:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768299.261163:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768299.261168:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768299.261171:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768299.261174:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768299.261190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775768299.261193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768299.261194:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775768299.261197:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768299.261198:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768299.261201:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768299.261204:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768299.261207:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768299.261208:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768299.261211:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768299.261214:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261221:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768299.261224:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261236:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.261237:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768299.261241:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768299.261243:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768299.261246:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768299.261248:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300190219
00000100:00000001:2.0:1775768299.261250:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300191482
00000100:00000001:2.0:1775768299.261253:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300190219
00000100:00000001:2.0:1775768299.261254:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300191482
00000100:00000001:2.0:1775768299.261256:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768299.261258:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.261260:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768299.261263:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768299/real 1775768299]  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768299.261270:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768299.261271:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768299.261272:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768299.261274:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768299.261274:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768299.261276:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768299.261278:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768299.261282:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261286:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768299.261287:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261288:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768299.261289:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768299.261290:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261294:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768299.261297:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261300:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768299.261302:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261302:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768299.261303:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261304:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768299.261305:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768299.261306:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768299.261308:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768299.261309:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768299.261311:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768299.261318:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632064:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768299.261321:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768299.261324:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261330:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768299.261331:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768299.261333:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768299.261334:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768299.261336:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768299.261339:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632192:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768299.261341:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768299.261343:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768299.261345:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768299.261346:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768299.261350:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768299.261351:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768299.261355:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768299.261357:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768299.261360:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768299.261362:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632192, portal 4
00000100:00000001:2.0:1775768299.261364:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768299.261365:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112659584 : -130299596892032 : ffff897e42d01880)
00000100:00000040:2.0:1775768299.261370:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261377:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768299.261379:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768299.261381:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768299.261383:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360632192, offset 0
00000400:00000200:2.0:1775768299.261387:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768299.261391:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768299.261394:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768299.261397:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768299.261399:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768299.261402:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768299.261404:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768299.261407:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59933:59933:256:4294967295] 192.168.202.115@tcp LPNI seq info [59932:59932:8:4294967295]
00000400:00000200:2.0:1775768299.261410:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768299.261416:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768299.261420:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768299.261422:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768299.261424:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768299.261426:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775768299.261428:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768299.261430:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775768299.261432:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768299.261433:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768299.261435:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768299.261437:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768299.261439:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768299.261440:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768299.261441:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768299.261443:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261448:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768299.261450:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768324 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261453:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.261454:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768299.261456:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768299.261458:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768299.261460:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768299.261461:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300190274
00000100:00000001:2.0:1775768299.261463:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300191482
00000100:00000001:2.0:1775768299.261464:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300190274
00000100:00000001:2.0:1775768299.261465:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300191482
00000100:00000001:2.0:1775768299.261466:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768299.261467:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.261468:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768299.261470:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768299/real 1775768299]  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768299.261475:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768299.261476:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768299.261477:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768299.261478:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768299.261479:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768299.261481:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768299.261482:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768299.261487:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261490:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768299.261491:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261492:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768299.261492:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768299.261494:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261497:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768299.261499:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261503:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768299.261504:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261505:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768299.261505:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261506:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768299.261507:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768299.261508:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768299.261510:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768299.261511:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768299.261513:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768299.261517:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632192:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768299.261519:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261520:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768299.261522:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03480 x1862022360631936/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261526:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768299.261527:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768299.261528:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768299.261530:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768299.261531:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768299.261532:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768299.261533:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768299.261534:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6000.
02000000:00000001:2.0:1775768299.261536:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768299.261536:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768299.261537:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03480.
00000100:00000001:2.0:1775768299.261539:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768299.261540:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261541:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768299.261542:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00700 x1862022360632064/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261545:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768299.261546:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768299.261547:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768299.261548:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768299.261548:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768299.261549:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768299.261550:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768299.261551:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:2.0:1775768299.261551:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768299.261552:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768299.261553:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00700.
00000100:00000001:2.0:1775768299.261554:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768299.261555:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261556:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768299.261557:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01880 x1862022360632192/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768324 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768299.261561:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768299.261562:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768299.261562:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768299.261565:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768299.261566:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768299.261567:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768299.261568:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768299.261569:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:2.0:1775768299.261570:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768299.261570:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768299.261571:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01880.
00000100:00000001:2.0:1775768299.261572:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768299.261572:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261573:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.261576:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768299.261576:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.261577:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768299.261578:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768299.323896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768299.323901:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768299.323902:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768299.323905:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768299.323908:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768299.323911:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.323913:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768299.323915:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768299.323916:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768300.283981:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768300.283986:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768300.283992:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768300.283995:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768300.283999:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768300.284000:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768300.284056:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768300.284060:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768300.284063:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768300.347951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768300.347958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768300.347959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768300.347964:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768300.347967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768300.347969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768300.347971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768300.347973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768300.347975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768300.539939:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300191482, at 4300191488
00000100:00000040:3.0:1775768300.539949:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300191482, at 4300191488
00000100:00000010:2.0:1775768300.539952:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00000100:00000010:3.0:1775768300.539965:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524443c0.
00010000:00000001:0.0:1775768301.307943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768301.307949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768301.307955:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768301.307957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768301.307960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768301.307962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768301.308003:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768301.308007:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768301.308010:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768301.371926:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768301.371931:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768301.371932:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768301.371936:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768301.371939:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768301.371941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768301.371943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768301.371945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768301.371946:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768302.331926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768302.331932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768302.331938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768302.331939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768302.331942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768302.331943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768302.331963:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768302.331966:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768302.331969:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768302.395921:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768302.395927:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768302.395928:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768302.395931:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768302.395934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768302.395937:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768302.395939:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768302.395941:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768302.395942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768303.355898:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768303.355904:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768303.355909:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768303.355910:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768303.355913:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768303.355914:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768303.355937:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768303.355940:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768303.355943:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768303.419888:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768303.419894:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768303.419896:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768303.419901:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768303.419905:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768303.419907:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768303.419910:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768303.419912:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768303.419914:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768304.379926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768304.379930:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768304.379934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768304.379935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768304.379938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768304.379938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768304.379939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768304.379946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768304.379949:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768304.379953:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1775768304.379955:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768304.379958:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.379958:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00010000:0.0:1775768304.379960:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768304.379966:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5522
00000400:00000200:2.0:1775768304.379974:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768304.379981:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768304.379984:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768304.379987:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.379990:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768304.379992:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.379995:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768304.379998:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768304.380000:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768304.380002:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768304.380004:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768304.380007:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768304.380010:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768304.380012:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768304.380016:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768304.380020:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768304.380023:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380026:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768304.380029:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768304.380033:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768304.380036:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.380038:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768304.380040:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768304.380048:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775768304.380052:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768304.380055:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768304.380057:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.380060:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768304.380062:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768304.380066:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768304.380074:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768304.380079:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768304.380088:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768304.380098:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768304.380102:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768304.380106:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768304.380139:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768304.380142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768304.380146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768304.380148:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768304.380150:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768304.380153:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768304.380156:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5522
00000100:00000001:0.0:1775768304.380158:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768304.380162:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768304.380163:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1775768304.380166:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768304.380167:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775768304.380170:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768304.380176:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768304.380177:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768304.380180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768304.380185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380191:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768304.380196:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768304.380198:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768304.380202:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768304.380205:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768304.380208:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775768304.380209:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768304.380211:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768304.380213:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:0.0:1775768304.380215:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768304.380218:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768304.380219:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768304.380224:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768304.380225:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768304.380229:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00100000:0.0:1775768304.380232:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360632320:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768304.380233:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768304.380239:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768304.380240:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768304.380246:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775768304.380246:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768304.380250:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.380250:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768304.380254:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768304.380255:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768304.380260:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768304.380261:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768304.380265:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768304.380266:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.380270:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768304.380275:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00100000:2.0:1775768304.380275:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768304.380280:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768304.380281:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000100:00000001:2.0:1775768304.380284:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768304.380289:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000010:2.0:1775768304.380289:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768304.380295:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768304.380297:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1775768304.380298:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632320, portal 25
02000000:00000001:2.0:1775768304.380299:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380304:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768304.380304:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768304.380307:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768304.380308:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
02000000:00000001:2.0:1775768304.380311:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768304.380316:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768304.380316:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768304.380321:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380329:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1775768304.380331:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768304.380335:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768304.380340:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768304.380345:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360632320, offset 0
00000100:00000001:2.0:1775768304.380345:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768304.380350:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768304.380356:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768304.380357:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768304.380368:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768304.380368:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768304.380373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768304.380378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1775768304.380379:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:2.0:1775768304.380380:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768304.380384:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768304.380387:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768304.380388:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768304.380393:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:2.0:1775768304.380394:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5522
00000400:00000200:0.0:1775768304.380401:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768304.380402:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768304.380409:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768304.380410:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768304.380413:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768304.380416:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59934:59934:256:4294967295] 192.168.202.115@tcp LPNI seq info [59933:59933:8:4294967295]
00000100:00000040:2.0:1775768304.380420:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768304.380424:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768304.380425:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768304.380428:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380431:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768304.380436:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775768304.380436:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768304.380439:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768304.380442:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1775768304.380445:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768304.380445:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768304.380450:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:0.0:1775768304.380451:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000020:00000001:2.0:1775768304.380452:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768304.380457:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768304.380461:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768304.380462:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768304.380466:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1775768304.380467:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380472:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775768304.380476:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775768304.380477:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768304.380482:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380484:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768304.380486:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775768304.380487:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
02000000:00000001:2.0:1775768304.380490:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1775768304.380494:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768304.380495:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768304.380496:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000100:00000001:2.0:1775768304.380499:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768304.380502:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768304.380503:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1775768304.380507:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768304.380509:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768304.380512:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768304.380515:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768304.380517:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000010:2.0:1775768304.380517:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768304.380522:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768304.380523:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775768304.380528:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1775768304.380529:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768304.380531:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.380535:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768304.380538:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768304.380541:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768304.380541:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768304.380545:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768304.380547:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768304.380554:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380555:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380558:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768304.380562:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768304.380563:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768304.380566:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768304.380570:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300196602
00000100:00000010:0.0:1775768304.380574:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231660.
00000100:00000001:0.0:1775768304.380579:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768304.380585:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300196602
00000100:00000010:0.0:1775768304.380588:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442310c0.
00000100:00000001:2.0:1775768304.380588:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768304.380592:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768304.380593:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380595:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768304.380598:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380600:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775768304.380600:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768304.380605:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768304/real 1775768304]  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768304.380624:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768304.380625:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768304.380627:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768304.380629:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000100:00080000:2.0:1775768304.380629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768304.380632:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768304.380635:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00080000:2.0:1775768304.380636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768304.380637:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768304.380639:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1775768304.380641:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768304.380642:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768304.380647:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768304.380653:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5522
00000100:00000200:0.0:1775768304.380656:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768304.380662:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768304.380666:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768304.380668:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768304.380670:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768304.380671:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768304.380673:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768304.380675:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1775768304.380678:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768304.380682:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768304.380688:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768304.380688:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768304.380692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380695:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768304.380698:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1775768304.380699:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768304.380700:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768304.380704:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768304.380707:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768304.380709:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1775768304.380710:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768304.380712:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.380715:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1775768304.380715:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768304.380717:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.380720:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768304.380723:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1775768304.380723:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00080000:0.0:1775768304.380728:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775768304.380728:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1775768304.380734:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000040:2.0:1775768304.380734:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768304.380739:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768304.380739:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:0.0:1775768304.380744:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768304.380748:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360632320:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768304.380753:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768304.380753:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768304.380758:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768304.380760:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:0.0:1775768304.380761:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360632320/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768304.380766:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768304.380771:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768304.380772:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768304.380775:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1775768304.380776:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775768304.380777:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768304.380780:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1775768304.380781:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768304.380782:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768304.380786:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380786:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:0.0:1775768304.380789:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000008:00100000:2.0:1775768304.380790:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000010:0.0:1775768304.380791:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
00000008:00000001:2.0:1775768304.380795:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.380798:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768304.380799:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768304.380801:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768304.380803:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768304.380805:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000010:2.0:1775768304.380805:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768304.380807:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.380809:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.380814:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768304.380815:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380817:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768304.380817:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:0.0:1775768304.380819:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768304.380821:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768304.380824:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768304.380824:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768304.380827:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.380848:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768304.380849:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768304.380851:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768304.380852:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768304.380854:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768304.380856:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632448:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768304.380858:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768304.380860:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768304.380863:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.380864:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768304.380865:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768304.380867:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1775768304.380869:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768304.380871:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768304.380871:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768304.380878:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:2.0:1775768304.380879:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000400:00000010:0.0:1775768304.380880:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768304.380885:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000001:2.0:1775768304.380885:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768304.380890:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632448, portal 10
00000100:00000001:0.0:1775768304.380891:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768304.380893:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00100000:2.0:1775768304.380895:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768304.380900:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.380904:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768304.380907:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768304.380910:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768304.380913:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360632448, offset 0
00000400:00000200:0.0:1775768304.380918:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768304.380919:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768304.380922:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768304.380923:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768304.380926:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768304.380930:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775768304.380932:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768304.380933:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768304.380937:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768304.380941:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768304.380946:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59935:59935:256:4294967295] 192.168.202.115@tcp LPNI seq info [59934:59934:8:4294967295]
00000400:00000200:0.0:1775768304.380955:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768304.380956:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768304.380962:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775768304.380962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1775768304.380970:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768304.380971:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1775768304.380973:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768304.380977:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768304.380979:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1775768304.380979:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5533)
00000800:00000200:0.1:1775768304.380986:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768304.380987:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775768304.380990:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768304.380991:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768304.380993:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768304.380996:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768304.380998:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768304.381000:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768304.381001:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768304.381003:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381008:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768304.381010:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381013:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381014:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768304.381016:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768304.381018:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768304.381020:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768304.381021:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300195341
00000100:00000001:0.0:1775768304.381023:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300196602
00000100:00000001:0.0:1775768304.381024:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300195341
00000100:00000001:0.0:1775768304.381025:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300196602
00000100:00000001:0.0:1775768304.381027:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768304.381028:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381029:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768304.381031:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768304/real 1775768304]  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768304.381038:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768304.381039:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768304.381040:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768304.381041:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768304.381042:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768304.381043:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768304.381045:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768304.381049:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381052:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768304.381053:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381054:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768304.381054:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768304.381056:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381060:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768304.381062:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381065:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768304.381067:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381067:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768304.381068:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381069:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768304.381070:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768304.381071:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768304.381073:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768304.381074:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768304.381081:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768304.381086:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632448:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768304.381089:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768304.381091:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381094:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768304.381095:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768304.381097:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768304.381098:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768304.381099:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768304.381100:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632576:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768304.381102:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768304.381103:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768304.381104:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768304.381105:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768304.381107:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768304.381108:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768304.381109:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768304.381111:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768304.381112:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768304.381114:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632576, portal 10
00000100:00000001:0.0:1775768304.381115:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768304.381116:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768304.381119:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381123:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768304.381124:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768304.381125:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768304.381136:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360632576, offset 0
00000400:00000200:0.0:1775768304.381140:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768304.381142:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768304.381144:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768304.381146:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768304.381148:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768304.381151:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768304.381153:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768304.381155:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59936:59936:256:4294967295] 192.168.202.115@tcp LPNI seq info [59935:59935:8:4294967295]
00000400:00000200:0.0:1775768304.381159:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768304.381165:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768304.381169:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768304.381173:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768304.381176:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768304.381178:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775768304.381182:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768304.381195:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775768304.381198:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768304.381199:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768304.381201:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768304.381203:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768304.381205:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768304.381206:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768304.381208:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768304.381210:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381215:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768304.381217:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381220:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381221:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768304.381223:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768304.381225:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768304.381227:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768304.381229:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300195339
00000100:00000001:0.0:1775768304.381230:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300196602
00000100:00000001:0.0:1775768304.381232:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300195339
00000100:00000001:0.0:1775768304.381233:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300196602
00000100:00000001:0.0:1775768304.381234:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768304.381235:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381237:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768304.381239:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768304/real 1775768304]  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768304.381243:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768304.381244:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768304.381244:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768304.381246:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768304.381246:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768304.381247:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768304.381249:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768304.381254:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381257:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768304.381258:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381259:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768304.381259:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768304.381261:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381264:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768304.381266:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381270:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768304.381271:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381272:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768304.381273:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381274:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768304.381275:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768304.381277:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768304.381278:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768304.381279:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768304.381281:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768304.381285:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632576:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768304.381287:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381288:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768304.381290:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360632448/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381294:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768304.381294:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768304.381295:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768304.381297:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768304.381297:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768304.381298:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768304.381299:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768304.381300:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768304.381303:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768304.381304:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768304.381305:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:0.0:1775768304.381307:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768304.381308:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381308:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768304.381310:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360632576/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381317:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768304.381318:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768304.381319:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768304.381320:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768304.381321:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768304.381321:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768304.381322:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768304.381323:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768304.381324:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768304.381324:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768304.381325:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768304.381326:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768304.381327:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381328:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381331:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768304.381333:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381334:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768304.381335:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768304.381336:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768304.381339:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381345:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768304.381346:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768304.381348:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768304.381349:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768304.381351:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768304.381354:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632704:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768304.381357:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768304.381358:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768304.381360:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768304.381361:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768304.381364:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768304.381366:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768304.381369:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768304.381371:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768304.381375:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768304.381377:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632704, portal 4
00000100:00000001:0.0:1775768304.381379:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768304.381380:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:0.0:1775768304.381385:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381389:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768304.381390:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768304.381391:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00000200:0.0:1775768304.381393:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360632704, offset 0
00000400:00000200:0.0:1775768304.381395:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768304.381398:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768304.381400:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768304.381401:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768304.381403:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768304.381405:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768304.381406:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768304.381408:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59937:59937:256:4294967295] 192.168.202.115@tcp LPNI seq info [59936:59936:8:4294967295]
00000400:00000200:0.0:1775768304.381410:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768304.381414:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768304.381416:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768304.381418:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000800:00000200:0.0:1775768304.381420:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768304.381422:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775768304.381424:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768304.381426:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775768304.381428:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768304.381430:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:0.0:1775768304.381432:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768304.381435:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768304.381438:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:0.0:1775768304.381439:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:0.0:1775768304.381441:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768304.381444:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381451:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768304.381453:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768329 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381459:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381460:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768304.381463:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768304.381465:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768304.381468:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768304.381470:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300195394
00000100:00000001:0.0:1775768304.381473:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300196602
00000100:00000001:0.0:1775768304.381475:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300195394
00000100:00000001:0.0:1775768304.381477:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300196602
00000100:00000001:0.0:1775768304.381479:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768304.381481:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381482:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768304.381486:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768304/real 1775768304]  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768304.381493:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768304.381494:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768304.381495:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768304.381497:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768304.381498:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768304.381499:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768304.381501:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768304.381506:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381510:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768304.381511:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381512:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768304.381513:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768304.381514:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381518:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768304.381520:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381524:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768304.381525:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381526:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768304.381527:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381527:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768304.381528:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768304.381530:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768304.381531:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768304.381532:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768304.381534:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768304.381538:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632704:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768304.381540:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381541:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768304.381543:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360632704/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768329 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768304.381546:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768304.381547:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768304.381549:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768304.381550:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768304.381551:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768304.381552:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768304.381553:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768304.381554:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768304.381555:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768304.381556:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768304.381557:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768304.381558:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768304.381559:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381560:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768304.381562:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768304.381563:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768304.381564:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768304.381565:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768304.443953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768304.443958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768304.443959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768304.443963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768304.443965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768304.443968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768304.443970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768304.443972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768304.443973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768305.403961:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768305.403963:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768305.403965:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403971:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768305.403973:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403974:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403976:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768305.403980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403983:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768305.403984:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768305.403985:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768305.403986:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403987:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768305.403988:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403989:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768305.403990:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768305.404038:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768305.404043:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768305.404047:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768305.467948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768305.467955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768305.467957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768305.467962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768305.467966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768305.467969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768305.467972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768305.467974:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768305.467977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768305.659972:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300196602, at 4300196608
00000100:00000040:3.0:1775768305.659972:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300196602, at 4300196608
00000100:00000010:2.0:1775768305.659996:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000100:00000010:3.0:1775768305.659999:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00010000:00000001:0.0:1775768306.427900:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768306.427904:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768306.427908:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768306.427909:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768306.427912:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768306.427913:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768306.427968:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768306.427970:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768306.427973:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768306.491939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768306.491947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768306.491948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768306.491954:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768306.491957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768306.491962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768306.491964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768306.491967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768306.491970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768307.451890:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768307.451896:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768307.451901:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768307.451902:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768307.451905:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768307.451906:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768307.451924:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768307.451928:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768307.451932:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768307.515953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768307.515960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768307.515961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768307.515966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768307.515970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768307.515973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768307.515976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768307.515978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768307.515981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768308.475899:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768308.475905:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768308.475910:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768308.475913:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768308.475915:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768308.475918:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768308.475920:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768308.475922:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768308.475924:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768308.475926:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768308.475930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768308.475931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768308.475967:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768308.475970:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768308.475974:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768308.539915:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768308.539920:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768308.539922:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768308.539927:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768308.539931:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768308.539934:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768308.539936:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768308.539938:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768308.539941:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768309.499918:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768309.499926:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768309.499933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768309.499935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768309.499939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768309.499941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768309.499944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768309.499952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768309.499954:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768309.499963:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768309.499967:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768309.499975:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5528
00000400:00000200:2.0:1775768309.499984:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768309.499985:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768309.499992:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768309.499997:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00010000:0.0:1775768309.499998:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768309.500003:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768309.500008:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768309.500012:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500014:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768309.500017:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768309.500018:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768309.500020:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768309.500022:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768309.500023:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768309.500024:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768309.500026:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768309.500028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768309.500036:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768309.500039:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500040:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768309.500042:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768309.500044:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768309.500046:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500047:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768309.500049:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768309.500056:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775768309.500058:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768309.500061:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768309.500062:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500064:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768309.500066:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768309.500069:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768309.500074:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768309.500089:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768309.500099:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768309.500110:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768309.500113:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768309.500115:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768309.500128:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768309.500130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768309.500133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768309.500133:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768309.500135:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768309.500136:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768309.500138:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5528
00000400:00000200:2.0:1775768309.500142:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768309.500144:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768309.500145:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768309.500149:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500150:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768309.500151:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768309.500155:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768309.500157:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768309.500158:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768309.500161:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768309.500161:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768309.500167:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768309.500168:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768309.500170:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768309.500171:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768309.500177:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768309.500178:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768309.500184:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500191:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768309.500198:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768309.500203:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768309.500204:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500210:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768309.500212:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768309.500213:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768309.500217:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768309.500220:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768309.500225:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500226:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768309.500230:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768309.500232:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360632832:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768309.500235:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768309.500236:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768309.500243:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768309.500247:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768309.500247:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768309.500256:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768309.500257:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768309.500260:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775768309.500261:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500265:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768309.500270:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
00000100:00000010:2.0:1775768309.500271:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
02000000:00000001:0.0:1775768309.500280:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768309.500280:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768309.500292:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768309.500294:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500300:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768309.500301:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768309.500304:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768309.500305:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768309.500309:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
02000000:00000010:2.0:1775768309.500312:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000400:00000010:0.0:1775768309.500317:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000001:2.0:1775768309.500317:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768309.500327:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632832, portal 25
00000100:00100000:2.0:1775768309.500327:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768309.500335:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768309.500339:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000001:2.0:1775768309.500351:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768309.500354:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768309.500360:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768309.500360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768309.500402:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768309.500408:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768309.500409:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768309.500416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768309.500417:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfdd0.
00000100:00080000:2.0:1775768309.500424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1775768309.500426:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360632832, offset 0
00000100:00000001:2.0:1775768309.500426:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768309.500430:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768309.500433:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768309.500442:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768309.500442:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5528
00000400:00000200:2.0:1775768309.500450:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768309.500453:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768309.500459:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768309.500461:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768309.500466:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500469:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768309.500473:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:2.0:1775768309.500476:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500480:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768309.500483:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1775768309.500487:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768309.500489:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000200:0.0:1775768309.500494:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000001:2.0:1775768309.500495:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768309.500498:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:0.0:1775768309.500501:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775768309.500503:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768309.500506:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000001:2.0:1775768309.500511:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768309.500516:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59938:59938:256:4294967295] 192.168.202.115@tcp LPNI seq info [59937:59937:8:4294967295]
00000100:00000040:2.0:1775768309.500522:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768309.500525:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768309.500527:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768309.500530:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768309.500535:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768309.500539:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500542:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768309.500544:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768309.500549:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768309.500553:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775768309.500554:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500564:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768309.500567:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768309.500572:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000008:00000001:2.0:1775768309.500576:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500579:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768309.500580:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa500.
00000100:00000010:2.0:1775768309.500583:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768309.500588:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.0:1775768309.500589:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775768309.500597:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775768309.500604:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775768309.500605:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500614:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768309.500616:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768309.500618:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768309.500624:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768309.500628:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.500636:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768309.500636:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768309.500650:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768309.500652:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768309.500655:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300201722
00000100:00000001:2.0:1775768309.500656:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768309.500664:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231e40.
00000100:00000040:2.0:1775768309.500664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768309.500677:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768309.500677:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768309.500685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768309.500687:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300201722
00000100:00080000:2.0:1775768309.500689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:0.0:1775768309.500691:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231cc0.
00000100:00000001:2.0:1775768309.500692:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768309.500695:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768309.500700:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768309.500701:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768309.500708:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768309.500708:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5528
00000100:00000001:0.0:1775768309.500718:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768309.500721:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768309.500727:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768309.500729:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768309.500735:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768309.500736:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768309.500744:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768309.500746:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768309.500748:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768309.500749:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768309.500752:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768309.500753:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768309.500756:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768309.500758:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768309.500759:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768309.500764:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1775768309.500769:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768309.500769:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768309.500774:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768309.500779:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768309.500789:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768309.500792:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768309.500795:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768309.500795:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
02000000:00000001:0.0:1775768309.500802:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768309.500806:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768309.500809:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768309.500811:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500814:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775768309.500818:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632960:192.168.202.115@tcp:38:kworker.0
00000100:00000040:2.0:1775768309.500820:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768309.500853:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768309.500856:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768309.500858:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768309.500861:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768309.500863:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000010:0.0:1775768309.500866:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
00000020:00000040:2.0:1775768309.500867:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
02000000:00000001:0.0:1775768309.500870:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768309.500876:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768309.500880:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768309.500885:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768309.500888:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768309.500894:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1775768309.500897:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2580.
02000000:00000001:2.0:1775768309.500897:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500904:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775768309.500906:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000008:00100000:2.0:1775768309.500907:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768309.500914:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768309.500917:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360632960, portal 10
00000100:00000001:2.0:1775768309.500917:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.500925:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1775768309.500927:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000100:00000001:0.0:1775768309.500929:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000020:00000040:2.0:1775768309.500931:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768309.500940:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768309.500942:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.500947:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1775768309.500948:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768309.500950:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768309.500954:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768309.500961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:0.0:1775768309.500971:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768309.500972:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768309.500981:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768309.500985:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf000.
00000100:00100000:2.0:1775768309.500985:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768309.500997:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360632960, offset 0
00000100:00000001:2.0:1775768309.500999:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768309.501004:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768309.501012:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768309.501013:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768309.501028:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768309.501036:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:2.0:1775768309.501037:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768309.501042:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775768309.501044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768309.501049:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:2.0:1775768309.501054:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1775768309.501055:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768309.501061:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:2.0:1775768309.501064:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5538)
00000400:00000200:0.0:1775768309.501067:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59939:59939:255:4294967295] 192.168.202.115@tcp LPNI seq info [59938:59938:7:4294967295]
00000400:00000200:0.0:1775768309.501073:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768309.501093:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768309.501099:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768309.501104:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa900.
00000800:00000200:0.0:1775768309.501109:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768309.501114:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768309.501116:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768309.501121:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768309.501124:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768309.501126:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300200461
00000100:00000001:0.0:1775768309.501129:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300201722
00000100:00000001:0.0:1775768309.501132:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300200461
00000100:00000001:0.0:1775768309.501133:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300201722
00000100:00000001:0.0:1775768309.501135:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768309.501137:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.501139:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768309.501144:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768309.501150:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768309.501152:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768309.501154:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768309.501156:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768309.501158:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768309.501160:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633088:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768309.501163:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768309.501165:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768309.501167:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768309.501168:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768309.501173:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768309.501174:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768309.501177:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768309.501179:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768309.501183:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768309.501185:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633088, portal 10
00000100:00000001:0.0:1775768309.501187:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768309.501188:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:0.0:1775768309.501193:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768309.501199:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768309.501200:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768309.501202:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf088.
00000100:00000200:0.0:1775768309.501204:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360633088, offset 0
00000400:00000200:0.0:1775768309.501209:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768309.501213:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768309.501216:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768309.501219:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768309.501221:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768309.501223:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768309.501225:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768309.501228:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59940:59940:254:4294967295] 192.168.202.115@tcp LPNI seq info [59939:59939:6:4294967295]
00000400:00000200:0.0:1775768309.501232:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768309.501237:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768309.501241:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768309.501245:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa000.
00000800:00000200:0.0:1775768309.501248:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768309.501252:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768309.501254:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768309.501257:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768309.501260:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768309.501262:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300200459
00000100:00000001:0.0:1775768309.501264:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300201722
00000100:00000001:0.0:1775768309.501266:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300200459
00000100:00000001:0.0:1775768309.501268:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300201722
00000100:00000001:0.0:1775768309.501270:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768309.501272:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.501275:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.501276:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768309.501280:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768309.501282:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768309.501284:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768309.501285:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768309.501287:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768309.501290:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768309.501299:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768309.501300:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768309.501302:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768309.501304:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768309.501306:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768309.501308:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633216:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768309.501311:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768309.501313:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768309.501315:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768309.501316:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768309.501320:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768309.501321:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768309.501325:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768309.501327:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d20b0.
00000400:00000010:0.0:1775768309.501331:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfcc0.
00000100:00000200:0.0:1775768309.501334:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633216, portal 4
00000100:00000001:0.0:1775768309.501336:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768309.501337:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:0.0:1775768309.501343:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768309.501350:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768309.501352:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768309.501354:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfd48.
00000100:00000200:0.0:1775768309.501356:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360633216, offset 0
00000400:00000200:0.0:1775768309.501360:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768309.501364:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768309.501367:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768309.501369:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768309.501372:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768309.501374:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768309.501376:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768309.501379:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59941:59941:253:4294967295] 192.168.202.115@tcp LPNI seq info [59940:59940:5:4294967295]
00000400:00000200:0.0:1775768309.501383:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768309.501390:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768309.501394:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768309.501398:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa700.
00000800:00000200:0.0:1775768309.501401:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768309.501405:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768309.501408:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768309.501411:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768309.501414:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768309.501415:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300200514
00000100:00000001:0.0:1775768309.501418:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300201722
00000100:00000001:0.0:1775768309.501420:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300200514
00000100:00000001:0.0:1775768309.501422:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300201722
00000100:00000001:0.0:1775768309.501424:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768309.501426:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.501429:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.501430:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768309.501433:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768309.501434:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768309.501436:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768309.501437:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768309.501439:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768309.501441:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768309.563937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768309.563942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768309.563944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768309.563948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768309.563950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768309.563953:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768309.563955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768309.563957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768309.563958:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768310.523909:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768310.523915:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768310.523920:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768310.523921:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768310.523924:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768310.523925:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768310.523980:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768310.523984:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768310.523988:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768310.587960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768310.587966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768310.587968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768310.587973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768310.587977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768310.587981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768310.587983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768310.587985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768310.587988:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768310.779957:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300201722, at 4300201728
00000100:00000040:2.0:1775768310.779961:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300201722, at 4300201728
00000100:00000010:3.0:1775768310.779972:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000100:00000010:2.0:1775768310.779976:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00010000:00000001:0.0:1775768311.547893:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768311.547898:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768311.547904:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768311.547906:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768311.547909:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768311.547910:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768311.547962:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768311.547966:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768311.547970:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768311.611984:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768311.611992:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768311.611993:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768311.611999:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768311.612002:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768311.612006:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768311.612008:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768311.612010:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768311.612012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768312.571942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768312.571958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768312.571963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768312.571964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768312.571967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768312.571968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768312.571983:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768312.571985:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768312.571987:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775768312.572093:0:2403:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:3.0:1775768312.572124:0:2403:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775768312.572131:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768312.572133:0:2403:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:3.0:1775768312.572137:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768312.572139:0:2403:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775768312.572142:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768312.572145:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa500.
00000400:00000200:3.0:1775768312.572149:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768312.572152:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768312.572157:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfdd0
00000400:00000010:3.0:1775768312.572159:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfdd0.
00000100:00000001:3.0:1775768312.572163:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768312.572171:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768312.572207:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768312.572211:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768312.572218:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768312.572220:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768312.572236:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:3.0:1775768312.572238:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000100:00000001:0.0:1775768312.572241:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000800:00000010:3.0:1775768312.572244:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa900.
00000100:00000001:0.0:1775768312.572246:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1775768312.572252:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768312.572258:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000100:00100000:0.0:1775768312.572260:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768309/real 1775768312]  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768312.572262:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf000
00000400:00000010:3.0:1775768312.572266:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf000.
00000100:00000001:3.0:1775768312.572270:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768312.572277:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768312.572279:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768312.572282:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768312.572287:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:0.0:1775768312.572293:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000100:00000001:3.0:1775768312.572293:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000010:0.0:1775768312.572297:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000040:3.0:1775768312.572301:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572303:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775768312.572311:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768312.572312:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768312.572316:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768312.572328:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000100:00000200:0.0:1775768312.572329:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1775768312.572332:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa000.
00000400:00000200:3.0:1775768312.572337:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1775768312.572344:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1775768312.572347:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1775768312.572348:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572352:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1775768312.572353:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf088
00000100:00000001:0.0:1775768312.572355:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1775768312.572356:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf088.
00000100:00000001:3.0:1775768312.572362:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1775768312.572365:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775768312.572370:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572381:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768312.572388:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768312.572392:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768312.572393:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768312.572410:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768312.572411:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768312.572418:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:3.0:1775768312.572420:0:2403:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000100:00000001:0.0:1775768312.572424:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:3.0:1775768312.572425:0:2403:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa700.
00000100:00000001:0.0:1775768312.572428:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1775768312.572430:0:2403:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1775768312.572431:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572438:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1775768312.572438:0:2403:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1775768312.572443:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1775768312.572444:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfd48
00000400:00000010:3.0:1775768312.572447:0:2403:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfd48.
00000100:00080000:0.0:1775768312.572450:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768312.572451:0:2403:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768312.572458:0:2403:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768312.572464:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768312.572470:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1775768312.572475:0:2403:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768312.572478:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768312.572483:0:2403:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768334 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768312.572502:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360632832:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768312.572502:0:2403:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768312.572505:0:2403:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768312.572512:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768312.572515:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768312.572520:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360632832/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572528:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768312.572533:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768312.572538:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768312.572543:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768312.572545:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768312.572546:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768312.572549:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768312.572551:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768312.572558:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768312.572560:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768312.572562:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:0.0:1775768312.572566:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768312.572567:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572570:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768312.572571:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768312.572572:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768312.572574:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768312.572578:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768309/real 1775768312]  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768312.572586:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768312.572588:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768312.572590:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d20b0.
00000400:00000200:0.0:1775768312.572592:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfcc0
00000400:00000010:0.0:1775768312.572594:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfcc0.
00000100:00000001:0.0:1775768312.572596:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768312.572599:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768312.572607:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572613:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768312.572615:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572616:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768312.572617:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768312.572621:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572628:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768312.572631:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572637:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768312.572639:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572641:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768312.572642:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572644:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768312.572645:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768312.572648:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768312.572652:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768312.572655:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768312.572658:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768312.572666:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633216:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768312.572670:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768312.572674:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768309/real 1775768312]  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768312.572681:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768312.572682:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768312.572684:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2580.
00000400:00000200:0.0:1775768312.572687:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768312.572688:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768312.572691:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768312.572694:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768312.572702:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572708:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768312.572709:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572711:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768312.572712:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768312.572716:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572723:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768312.572726:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572738:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768312.572741:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572742:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768312.572744:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572746:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768312.572747:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768312.572750:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768312.572753:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768312.572755:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768312.572759:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768312.572766:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360632960:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768312.572770:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768312.572773:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768309/real 1775768312]  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768312.572781:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768312.572783:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768312.572784:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768312.572787:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768312.572788:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768312.572791:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768312.572794:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768312.572802:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572808:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768312.572809:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572811:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768312.572812:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768312.572815:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572821:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768312.572824:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572860:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768312.572863:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572865:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768312.572866:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572867:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768312.572869:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768312.572872:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768312.572875:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768312.572878:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768312.572881:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768312.572888:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633088:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768312.572892:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572894:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768312.572897:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360633216/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572903:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768312.572904:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768312.572906:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768312.572909:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768312.572911:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768312.572913:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768312.572915:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768312.572922:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768312.572928:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768312.572930:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768312.572931:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:0.0:1775768312.572935:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768312.572936:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572938:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768312.572941:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360632960/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572948:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768312.572949:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768312.572951:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768312.572954:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768312.572956:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768312.572957:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768312.572960:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768312.572961:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768312.572964:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768312.572966:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768312.572968:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:0.0:1775768312.572970:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768312.572972:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.572974:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768312.572977:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360633088/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768334 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768312.572983:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768312.572984:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768312.572986:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768312.572988:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768312.572989:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768312.572990:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768312.572992:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768312.572994:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768312.572996:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768312.572997:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768312.572998:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:0.0:1775768312.573001:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768312.573002:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.573003:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768312.573012:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768312.573014:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768312.573015:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768312.573017:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768312.635934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768312.635942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768312.635945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768312.635952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768312.635957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768312.635961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768312.635964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768312.635967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768312.635970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768313.595982:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768313.595990:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768313.595998:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768313.595999:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768313.596002:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768313.596003:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768313.596079:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768313.596084:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768313.596088:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768313.659896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768313.659903:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768313.659905:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768313.659910:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768313.659913:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768313.659917:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768313.659919:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768313.659921:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768313.659923:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768314.619995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768314.620006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768314.620010:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768314.620015:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768314.620020:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768314.620039:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5533
00000400:00000200:0.0:1775768314.620050:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768314.620058:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768314.620061:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768314.620065:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620068:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768314.620078:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768314.620080:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768314.620083:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768314.620085:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768314.620088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768314.620091:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768314.620094:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620096:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620098:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620100:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768314.620103:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768314.620106:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620109:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768314.620112:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768314.620115:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768314.620118:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620121:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768314.620123:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768314.620133:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028aa00.
00000020:00000040:0.0:1775768314.620136:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768314.620139:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768314.620140:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620143:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768314.620145:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768314.620149:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768314.620158:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2ac00.
00000100:00000001:0.0:1775768314.620165:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768314.620175:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768314.620187:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768314.620192:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768314.620201:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005031194e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768314.620230:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768314.620233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768314.620236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768314.620237:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768314.620239:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768314.620241:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768314.620244:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5533
00000400:00000200:0.0:1775768314.620248:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768314.620251:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768314.620254:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768314.620256:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620258:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620260:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620262:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768314.620264:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768314.620265:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768314.620266:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768314.620269:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768314.620270:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768314.620272:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768314.620275:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620276:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620277:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620279:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768314.620281:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768314.620283:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620285:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768314.620286:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768314.620293:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768314.620294:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620296:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768314.620301:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768314.620303:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620305:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768314.620309:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b100.
00000020:00000040:0.0:1775768314.620310:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768314.620313:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768314.620314:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620316:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768314.620318:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768314.620319:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768314.620322:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29000.
00000100:00000001:0.0:1775768314.620325:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768314.620329:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768314.620335:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768314.620337:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768314.620350:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f3f8ab] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768314.620357:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768314.620360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768314.620363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768314.620364:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768314.620366:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768314.620368:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768314.620371:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5533
00000400:00000200:0.0:1775768314.620374:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768314.620376:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768314.620378:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768314.620381:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620383:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620384:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620386:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768314.620388:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768314.620389:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768314.620391:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768314.620393:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768314.620395:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768314.620397:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768314.620400:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620402:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620403:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620405:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768314.620408:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768314.620410:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620413:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768314.620414:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768314.620417:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768314.620418:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620420:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768314.620422:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768314.620424:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620426:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768314.620429:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288000.
00000020:00000040:0.0:1775768314.620431:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768314.620434:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768314.620435:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620437:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768314.620438:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768314.620440:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768314.620444:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29400.
00000100:00000001:0.0:1775768314.620446:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768314.620451:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768314.620458:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768314.620460:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768314.620464:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652e6c73] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768314.620471:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768314.620474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768314.620478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768314.620479:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768314.620480:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768314.620483:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768314.620485:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5533
00000400:00000200:0.0:1775768314.620489:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768314.620491:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768314.620493:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768314.620496:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620498:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620500:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620502:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768314.620504:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768314.620505:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768314.620506:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768314.620508:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768314.620510:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768314.620512:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768314.620515:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620517:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768314.620519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620521:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768314.620523:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768314.620526:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768314.620528:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768314.620530:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768314.620533:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768314.620534:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620536:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768314.620539:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768314.620541:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620542:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768314.620545:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028ad80.
00000020:00000040:0.0:1775768314.620547:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768314.620549:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768314.620550:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768314.620552:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768314.620553:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768314.620555:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768314.620558:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28800.
00000100:00000001:0.0:1775768314.620561:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768314.620564:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768314.620571:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768314.620573:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768314.620577:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082291e39] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768314.620584:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768314.620587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768314.620591:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768314.620597:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5543)
00010000:00000001:0.0:1775768314.620703:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768314.620707:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768314.620712:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768314.620713:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768314.620717:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768314.620718:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.620968:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768314.620973:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768314.620976:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768314.620983:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.620992:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768314.620995:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.620999:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768314.621003:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768314.621006:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768314.621009:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360633344:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768314.621014:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768314.621020:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768314.621023:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.621026:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768314.621042:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0000.
02000000:00000001:2.0:1775768314.621044:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768314.621051:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768314.621056:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768314.621064:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768314.621074:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633344, portal 25
00000100:00000001:2.0:1775768314.621077:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768314.621079:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336567808 : -130299372983808 : ffff897e5028aa00)
00000100:00000040:2.0:1775768314.621085:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621093:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768314.621096:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768314.621099:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768314.621102:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360633344, offset 0
00000400:00000200:2.0:1775768314.621109:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768314.621119:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.621125:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768314.621132:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768314.621137:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768314.621142:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768314.621145:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768314.621150:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59942:59942:256:4294967295] 192.168.202.115@tcp LPNI seq info [59941:59941:8:4294967295]
00000400:00000200:2.0:1775768314.621154:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.621164:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768314.621171:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.621177:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768314.621185:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768314.621190:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768314.621196:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768314.621200:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768314.621203:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.621206:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768314.621210:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768314.621216:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768314.621222:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768314.621224:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768314.621227:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768314.621231:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621240:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.621244:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621250:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.621251:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768314.621258:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768314.621262:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768314.621265:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300206843
00000100:00000010:2.0:1775768314.621270:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
00000100:00000001:2.0:1775768314.621278:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768314.621283:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300206843
00000100:00000010:2.0:1775768314.621286:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444060.
00000100:00000001:2.0:1775768314.621290:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768314.621293:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768314.621296:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.621299:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768314.621304:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768314/real 1775768314]  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768314.621316:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768314.621318:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768314.621320:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768314.621323:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768314.621325:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768314.621328:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768314.621331:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768314.621346:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621353:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768314.621354:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621357:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.621359:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768314.621363:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621370:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768314.621375:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621382:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768314.621385:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621387:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.621388:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621391:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768314.621394:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768314.621396:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768314.621401:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768314.621403:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768314.621407:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768314.621415:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360633344:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768314.621419:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768314.621422:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621428:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768314.621430:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.621431:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768314.621433:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768314.621435:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768314.621437:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633472:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768314.621440:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768314.621443:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768314.621444:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.621446:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768314.621449:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768314.621451:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768314.621454:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768314.621457:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768314.621460:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768314.621462:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633472, portal 10
00000100:00000001:2.0:1775768314.621464:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768314.621465:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336569600 : -130299372982016 : ffff897e5028b100)
00000100:00000040:2.0:1775768314.621470:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621476:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768314.621479:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768314.621481:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768314.621483:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360633472, offset 0
00000400:00000200:2.0:1775768314.621487:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768314.621490:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.621493:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768314.621496:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768314.621498:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768314.621500:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768314.621503:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768314.621506:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59943:59943:256:4294967295] 192.168.202.115@tcp LPNI seq info [59942:59942:8:4294967295]
00000400:00000200:2.0:1775768314.621510:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.621516:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768314.621521:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.621524:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768314.621527:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768314.621530:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768314.621534:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768314.621536:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768314.621540:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.621542:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768314.621545:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768314.621549:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768314.621551:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768314.621553:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768314.621556:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768314.621559:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621567:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.621569:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621573:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.621574:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768314.621577:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768314.621580:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768314.621582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768314.621583:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300205581
00000100:00000001:2.0:1775768314.621585:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300206843
00000100:00000001:2.0:1775768314.621587:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300205581
00000100:00000001:2.0:1775768314.621588:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300206843
00000100:00000001:2.0:1775768314.621589:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768314.621590:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.621592:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768314.621593:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768314/real 1775768314]  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768314.621599:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768314.621600:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768314.621602:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768314.621603:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768314.621604:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768314.621605:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768314.621607:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768314.621612:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621615:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768314.621615:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621616:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.621617:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768314.621619:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621622:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768314.621624:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621628:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768314.621630:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621631:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.621632:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621633:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768314.621635:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768314.621637:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768314.621640:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768314.621642:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768314.621646:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768314.621654:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633472:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768314.621658:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768314.621661:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621667:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768314.621668:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.621671:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768314.621672:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768314.621674:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768314.621677:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633600:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768314.621680:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768314.621682:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768314.621684:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.621685:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768314.621689:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768314.621690:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768314.621692:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768314.621694:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768314.621696:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768314.621698:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633600, portal 10
00000100:00000001:2.0:1775768314.621699:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768314.621701:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557056 : -130299372994560 : ffff897e50288000)
00000100:00000040:2.0:1775768314.621706:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621712:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768314.621714:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768314.621716:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768314.621718:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360633600, offset 0
00000400:00000200:2.0:1775768314.621724:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768314.621727:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.621730:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768314.621733:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768314.621736:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768314.621738:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768314.621741:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768314.621744:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59944:59944:256:4294967295] 192.168.202.115@tcp LPNI seq info [59943:59943:8:4294967295]
00000400:00000200:2.0:1775768314.621747:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.621752:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768314.621756:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.621759:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768314.621763:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768314.621765:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768314.621769:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768314.621771:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768314.621775:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.621776:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768314.621779:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768314.621782:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768314.621785:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768314.621787:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768314.621789:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768314.621792:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621799:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.621801:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621806:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.621807:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768314.621810:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768314.621812:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768314.621815:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768314.621818:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300205579
00000100:00000001:2.0:1775768314.621820:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300206843
00000100:00000001:2.0:1775768314.621822:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300205579
00000100:00000001:2.0:1775768314.621823:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300206843
00000100:00000001:2.0:1775768314.621825:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768314.621852:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.621855:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768314.621858:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768314/real 1775768314]  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768314.621865:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768314.621866:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768314.621868:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768314.621870:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768314.621872:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768314.621874:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768314.621877:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768314.621885:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621890:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768314.621891:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621892:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.621893:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768314.621895:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621901:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768314.621905:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621911:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768314.621914:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621916:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.621917:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.621919:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768314.621920:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768314.621923:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768314.621926:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768314.621929:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768314.621932:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768314.621941:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633600:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768314.621945:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768314.621949:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.621954:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768314.621955:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.621957:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768314.621959:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768314.621961:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768314.621963:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633728:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768314.621966:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768314.621968:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768314.621969:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768314.621972:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768314.621975:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768314.621976:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768314.621980:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768314.621982:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000400:00000010:2.0:1775768314.621987:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768314.621990:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633728, portal 4
00000100:00000001:2.0:1775768314.621992:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768314.621993:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336568704 : -130299372982912 : ffff897e5028ad80)
00000100:00000040:2.0:1775768314.622000:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622006:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768314.622008:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768314.622010:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000200:2.0:1775768314.622012:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360633728, offset 0
00000400:00000200:2.0:1775768314.622015:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768314.622019:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.622023:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768314.622025:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768314.622037:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768314.622040:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768314.622042:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768314.622045:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59945:59945:256:4294967295] 192.168.202.115@tcp LPNI seq info [59944:59944:8:4294967295]
00000400:00000200:2.0:1775768314.622050:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768314.622056:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768314.622060:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.622064:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000800:00000200:2.0:1775768314.622068:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768314.622070:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768314.622074:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768314.622076:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768314.622079:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768314.622081:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:2.0:1775768314.622084:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768314.622086:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768314.622089:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:2.0:1775768314.622091:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:2.0:1775768314.622094:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768314.622097:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622109:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.622112:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622118:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.622119:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768314.622121:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768314.622125:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768314.622128:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768314.622130:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300205635
00000100:00000001:2.0:1775768314.622132:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300206843
00000100:00000001:2.0:1775768314.622134:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300205635
00000100:00000001:2.0:1775768314.622135:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300206843
00000100:00000001:2.0:1775768314.622137:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768314.622139:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.622140:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768314.622143:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768314/real 1775768314]  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768314.622150:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768314.622151:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768314.622152:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768314.622154:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768314.622155:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768314.622157:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768314.622160:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768314.622168:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622173:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768314.622176:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622177:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.622178:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768314.622182:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622187:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768314.622190:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622196:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768314.622198:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622199:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768314.622200:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622202:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768314.622203:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768314.622205:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768314.622208:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768314.622210:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768314.622214:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768314.622222:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633728:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768314.622227:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622229:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.622231:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028aa00 x1862022360633344/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622237:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768314.622240:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768314.622243:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0000.
02000000:00000001:2.0:1775768314.622249:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768314.622251:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768314.622254:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768314.622256:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768314.622259:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768314.622263:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768314.622265:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768314.622267:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028aa00.
00000100:00000001:2.0:1775768314.622271:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768314.622272:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622274:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.622276:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b100 x1862022360633472/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622283:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768314.622284:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768314.622285:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768314.622290:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768314.622291:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768314.622292:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768314.622294:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768314.622296:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768314.622298:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768314.622299:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768314.622300:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b100.
00000100:00000001:2.0:1775768314.622302:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768314.622303:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622305:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.622307:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288000 x1862022360633600/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622313:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768314.622314:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768314.622315:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768314.622317:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768314.622318:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768314.622319:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768314.622320:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768314.622321:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29400.
02000000:00000001:2.0:1775768314.622323:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768314.622325:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768314.622326:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288000.
00000100:00000001:2.0:1775768314.622328:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768314.622329:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622331:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768314.622334:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028ad80 x1862022360633728/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768339 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768314.622339:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768314.622341:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768314.622342:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768314.622344:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768314.622345:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768314.622346:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768314.622348:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768314.622350:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28800.
02000000:00000001:2.0:1775768314.622352:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768314.622353:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768314.622354:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028ad80.
00000100:00000001:2.0:1775768314.622356:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768314.622358:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622360:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.622369:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768314.622371:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768314.622373:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768314.622375:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768314.622783:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768314.622786:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768314.622791:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768314.683969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768314.683985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768314.683987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768314.683995:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768314.684000:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768314.684005:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.684007:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768314.684010:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768314.684012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.643984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768315.643994:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768315.643996:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768315.644001:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644014:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768315.644017:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644047:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644050:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644054:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768315.644056:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644060:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768315.644062:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768315.644063:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768315.644065:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644066:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768315.644067:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644069:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768315.644070:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768315.644112:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768315.644117:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768315.644120:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768315.707974:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768315.707982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768315.707984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768315.707990:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768315.707995:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768315.707999:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768315.708002:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768315.708004:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768315.708007:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768315.899987:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300206843, at 4300206848
00000100:00000040:3.0:1775768315.899987:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300206843, at 4300206848
00000100:00000010:2.0:1775768315.900009:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00000100:00000010:3.0:1775768315.900031:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444060.
00010000:00000001:0.0:1775768316.667935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768316.667940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768316.667945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768316.667946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768316.667949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768316.667950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768316.668007:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768316.668031:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768316.668033:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768316.731939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768316.731944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768316.731946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768316.731951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768316.731954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768316.731957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768316.731959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768316.731961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768316.731963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768317.691935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768317.691941:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768317.691947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768317.691948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768317.691952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768317.691953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768317.691972:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768317.691975:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768317.691977:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768317.755964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768317.755971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768317.755973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768317.755978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768317.755981:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768317.755985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768317.755987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768317.755989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768317.755992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768318.715904:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768318.715908:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768318.715912:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768318.715914:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768318.715916:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768318.715919:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768318.715921:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768318.715922:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768318.715924:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768318.715927:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768318.715930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768318.715931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768318.715997:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768318.716001:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768318.716004:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768318.779935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768318.779941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768318.779942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768318.779947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768318.779949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768318.779952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768318.779954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768318.779956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768318.779957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768319.739920:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768319.739924:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768319.739927:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768319.739928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.739931:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768319.739935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768319.739935:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768319.739938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.739939:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768319.739943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768319.739946:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5538
00010000:00000001:0.0:1775768319.739947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768319.739955:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768319.739959:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768319.739961:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768319.739964:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.739966:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768319.739968:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.739970:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768319.739972:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768319.739974:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768319.739976:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768319.739990:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768319.739992:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768319.739994:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768319.739995:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775768319.739997:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:1.0:1775768319.739998:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.740001:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768319.740003:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740005:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00010000:00010000:1.0:1775768319.740007:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768319.740010:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768319.740015:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740018:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768319.740021:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768319.740023:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768319.740027:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.740029:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768319.740032:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768319.740040:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768319.740044:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768319.740047:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768319.740049:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.740052:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768319.740054:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768319.740057:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768319.740066:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768319.740071:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768319.740080:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768319.740088:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768319.740091:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768319.740094:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768319.740111:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768319.740114:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768319.740117:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768319.740118:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768319.740120:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768319.740122:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768319.740125:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5538
00000100:00000001:0.0:1775768319.740138:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1775768319.740141:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768319.740142:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768319.740145:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1775768319.740147:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768319.740150:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768319.740154:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768319.740156:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740162:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768319.740167:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740173:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768319.740174:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775768319.740177:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768319.740178:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768319.740180:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
02000000:00000001:0.0:1775768319.740182:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775768319.740183:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1775768319.740187:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768319.740187:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768319.740193:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:0.0:1775768319.740194:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768319.740197:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00100000:0.0:1775768319.740200:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360633856:192.168.202.115@tcp:250:kworker.0
00000100:00000040:2.0:1775768319.740204:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768319.740208:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768319.740208:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768319.740212:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768319.740215:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768319.740215:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768319.740219:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768319.740219:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768319.740225:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775768319.740225:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740229:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768319.740231:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1775768319.740232:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768319.740235:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768319.740236:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768319.740240:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768319.740244:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768319.740245:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768319.740250:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768319.740251:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000008:00000001:2.0:1775768319.740256:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.740258:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768319.740260:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000010:2.0:1775768319.740263:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775768319.740266:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000200:0.0:1775768319.740268:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633856, portal 25
02000000:00000001:2.0:1775768319.740269:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768319.740272:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775768319.740272:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.740276:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000001:2.0:1775768319.740276:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768319.740279:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768319.740282:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768319.740286:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768319.740288:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768319.740294:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.740300:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1775768319.740303:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768319.740307:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768319.740313:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768319.740319:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360633856, offset 0
00000100:00000001:2.0:1775768319.740325:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768319.740328:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768319.740331:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768319.740336:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768319.740346:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768319.740347:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768319.740351:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768319.740356:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:2.0:1775768319.740356:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768319.740358:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768319.740361:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768319.740364:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768319.740366:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768319.740371:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:2.0:1775768319.740372:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5538
00000400:00000200:0.0:1775768319.740378:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768319.740380:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768319.740384:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768319.740387:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768319.740390:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768319.740393:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59946:59946:256:4294967295] 192.168.202.115@tcp LPNI seq info [59945:59945:8:4294967295]
00000100:00000040:2.0:1775768319.740396:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740401:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768319.740403:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768319.740405:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740409:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768319.740412:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768319.740415:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768319.740418:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768319.740422:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775768319.740422:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768319.740427:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768319.740429:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768319.740432:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740433:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768319.740435:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740436:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768319.740437:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768319.740442:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:0.0:1775768319.740445:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740445:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768319.740449:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768319.740452:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768319.740454:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
02000000:00000001:2.0:1775768319.740455:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.740459:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768319.740461:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768319.740465:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768319.740467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768319.740469:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768319.740472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000010:2.0:1775768319.740474:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775768319.740480:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.1:1775768319.740483:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775768319.740485:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768319.740487:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768319.740489:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775768319.740490:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768319.740493:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768319.740496:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768319.740498:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768319.740501:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
02000000:00000010:2.0:1775768319.740501:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775768319.740508:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768319.740511:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1775768319.740514:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768319.740520:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768319.740528:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000001:2.0:1775768319.740529:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768319.740532:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:2.0:1775768319.740533:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.740540:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768319.740541:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768319.740547:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768319.740557:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768319.740562:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768319.740565:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768319.740566:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768319.740569:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1775768319.740573:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768319.740573:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768319.740578:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768319.740583:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5538
00000100:00000001:0.0:1775768319.740587:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768319.740591:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768319.740592:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1775768319.740597:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768319.740600:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768319.740600:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768319.740606:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768319.740609:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768319.740611:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768319.740614:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300211962
00000100:00000040:2.0:1775768319.740615:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768319.740620:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000010:0.0:1775768319.740623:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442314e0.
00000020:00000001:2.0:1775768319.740623:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768319.740624:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768319.740628:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768319.740630:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768319.740631:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1775768319.740632:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768319.740636:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768319.740637:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300211962
00000100:00000040:2.0:1775768319.740640:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000010:0.0:1775768319.740642:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231f60.
00000100:00000001:2.0:1775768319.740644:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768319.740648:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768319.740649:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768319.740651:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768319.740654:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775768319.740655:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768319.740660:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768319.740661:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768319.740665:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768319.740666:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768319.740669:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768319.740672:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768319.740673:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768319/real 1775768319]  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768319.740676:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.740681:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768319.740685:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768319.740689:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768319.740690:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768319.740691:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768319.740693:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:2.0:1775768319.740696:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000400:00000010:0.0:1775768319.740697:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000020:00000040:2.0:1775768319.740701:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:0.0:1775768319.740703:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
02000000:00000001:2.0:1775768319.740706:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768319.740707:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
02000000:00000001:2.0:1775768319.740710:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.740711:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768319.740713:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768319.740716:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1775768319.740717:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768319.740719:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768319.740726:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775768319.740731:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768319.740734:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768319.740740:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768319.740753:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768319.740756:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768319.740757:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768319.740761:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768319.740762:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.740765:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768319.740769:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768319.740773:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768319.740785:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.740791:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768319.740791:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768319.740797:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768319.740801:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768319.740804:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5548)
00000100:00000001:0.0:1775768319.740812:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768319.740815:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.740817:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768319.740818:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.740821:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768319.740822:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768319.740825:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768319.740851:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768319.740853:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768319.740857:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768319.740865:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360633856:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768319.740869:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.740871:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768319.740874:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360633856/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.740880:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768319.740883:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768319.740885:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768319.740889:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768319.740890:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768319.740891:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768319.740893:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768319.740896:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768319.740900:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768319.740902:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768319.740904:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:0.0:1775768319.740907:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768319.740908:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.740910:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.740917:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768319.740919:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.740921:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768319.740922:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768319.740924:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768319.740927:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.740934:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768319.740935:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768319.740938:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768319.740939:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768319.740941:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768319.740944:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633984:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768319.740947:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768319.740949:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768319.740951:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768319.740952:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768319.740955:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768319.740957:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768319.740961:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768319.740963:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768319.740967:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768319.740970:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360633984, portal 10
00000100:00000001:0.0:1775768319.740971:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768319.740973:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:0.0:1775768319.740992:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.740999:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768319.741001:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768319.741004:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768319.741007:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360633984, offset 0
00000400:00000200:0.0:1775768319.741010:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768319.741014:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768319.741017:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768319.741020:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768319.741023:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768319.741025:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768319.741027:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768319.741030:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59947:59947:256:4294967295] 192.168.202.115@tcp LPNI seq info [59946:59946:8:4294967295]
00000400:00000200:0.0:1775768319.741033:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768319.741040:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768319.741044:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768319.741047:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768319.741050:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768319.741053:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768319.741058:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768319.741060:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768319.741064:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768319.741066:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768319.741068:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768319.741071:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768319.741075:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768319.741077:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768319.741079:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768319.741082:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741090:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768319.741092:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741098:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.741099:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768319.741103:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768319.741106:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768319.741109:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768319.741111:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300210701
00000100:00000001:0.0:1775768319.741114:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300211962
00000100:00000001:0.0:1775768319.741116:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300210701
00000100:00000001:0.0:1775768319.741117:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300211962
00000100:00000001:0.0:1775768319.741119:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768319.741121:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.741123:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768319.741127:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768319/real 1775768319]  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768319.741134:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768319.741135:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768319.741137:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768319.741139:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768319.741141:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768319.741143:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768319.741146:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768319.741154:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741160:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768319.741161:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741163:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768319.741164:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768319.741167:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741173:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768319.741177:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741184:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768319.741187:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741188:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768319.741189:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741191:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768319.741192:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768319.741194:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768319.741198:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768319.741200:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768319.741203:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768319.741210:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360633984:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768319.741214:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768319.741217:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741223:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768319.741224:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768319.741226:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768319.741228:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768319.741230:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768319.741232:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634112:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768319.741235:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768319.741237:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768319.741239:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768319.741240:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768319.741244:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768319.741245:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768319.741249:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768319.741251:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768319.741254:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768319.741257:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360634112, portal 10
00000100:00000001:0.0:1775768319.741258:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768319.741259:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:0.0:1775768319.741264:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741270:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768319.741272:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768319.741274:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768319.741276:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360634112, offset 0
00000400:00000200:0.0:1775768319.741280:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768319.741283:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768319.741287:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768319.741289:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768319.741292:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768319.741294:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768319.741296:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768319.741299:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59948:59948:256:4294967295] 192.168.202.115@tcp LPNI seq info [59947:59947:8:4294967295]
00000400:00000200:0.0:1775768319.741302:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768319.741308:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768319.741312:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768319.741315:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768319.741318:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768319.741320:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768319.741324:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768319.741326:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768319.741329:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768319.741331:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768319.741333:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768319.741336:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768319.741339:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768319.741341:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768319.741343:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768319.741346:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741353:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768319.741355:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741360:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.741362:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768319.741364:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768319.741367:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768319.741369:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768319.741371:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300210699
00000100:00000001:0.0:1775768319.741373:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300211962
00000100:00000001:0.0:1775768319.741375:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300210699
00000100:00000001:0.0:1775768319.741377:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300211962
00000100:00000001:0.0:1775768319.741378:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768319.741380:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.741382:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768319.741385:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768319/real 1775768319]  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768319.741392:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768319.741393:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768319.741395:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768319.741397:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768319.741398:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768319.741400:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768319.741403:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768319.741411:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741418:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768319.741419:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741421:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768319.741422:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768319.741425:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741432:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768319.741435:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741442:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768319.741444:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741445:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768319.741447:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741448:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768319.741450:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768319.741452:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768319.741455:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768319.741457:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768319.741461:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768319.741468:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634112:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768319.741471:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768319.741474:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741481:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768319.741482:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768319.741484:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768319.741486:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768319.741488:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768319.741490:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634240:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768319.741494:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768319.741495:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768319.741497:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768319.741498:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768319.741501:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768319.741503:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768319.741506:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768319.741508:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768319.741511:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768319.741513:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360634240, portal 4
00000100:00000001:0.0:1775768319.741516:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768319.741517:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:0.0:1775768319.741522:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741528:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768319.741530:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768319.741532:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768319.741534:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360634240, offset 0
00000400:00000200:0.0:1775768319.741537:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768319.741541:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768319.741544:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768319.741546:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768319.741548:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768319.741550:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768319.741552:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768319.741555:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59949:59949:256:4294967295] 192.168.202.115@tcp LPNI seq info [59948:59948:8:4294967295]
00000400:00000200:0.0:1775768319.741559:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768319.741565:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768319.741569:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768319.741572:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768319.741575:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768319.741577:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775768319.741581:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768319.741584:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775768319.741587:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768319.741588:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768319.741591:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768319.741594:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768319.741596:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768319.741598:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768319.741600:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768319.741603:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741610:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768319.741613:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768344 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741619:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.741620:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768319.741623:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768319.741625:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768319.741628:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768319.741630:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300210754
00000100:00000001:0.0:1775768319.741632:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300211962
00000100:00000001:0.0:1775768319.741634:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300210754
00000100:00000001:0.0:1775768319.741636:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300211962
00000100:00000001:0.0:1775768319.741638:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768319.741640:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.741641:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768319.741645:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768319/real 1775768319]  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768319.741652:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768319.741653:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768319.741655:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768319.741657:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768319.741659:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768319.741661:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768319.741663:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768319.741671:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741677:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768319.741679:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741680:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768319.741682:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768319.741685:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741691:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768319.741694:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741701:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768319.741703:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741704:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768319.741705:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741707:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768319.741708:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768319.741711:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768319.741714:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768319.741716:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768319.741720:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768319.741727:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634240:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768319.741730:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741732:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768319.741735:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360633984/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741740:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768319.741742:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768319.741743:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768319.741746:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768319.741747:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768319.741748:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768319.741750:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768319.741751:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768319.741755:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768319.741757:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768319.741758:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:0.0:1775768319.741760:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768319.741761:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741763:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768319.741766:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360634112/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741772:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768319.741773:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768319.741774:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768319.741776:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768319.741777:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768319.741779:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768319.741780:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768319.741782:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768319.741784:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768319.741785:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768319.741787:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:0.0:1775768319.741789:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768319.741790:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741791:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768319.741794:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360634240/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768344 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768319.741800:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768319.741801:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768319.741803:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768319.741805:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768319.741806:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768319.741807:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768319.741809:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768319.741811:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768319.741814:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768319.741816:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768319.741817:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:0.0:1775768319.741819:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768319.741820:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741822:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768319.741825:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768319.741844:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768319.741847:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768319.741848:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768319.803925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768319.803931:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768319.803932:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768319.803936:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768319.803939:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768319.803942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768319.803943:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768319.803945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768319.803947:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768320.763937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768320.763943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768320.763946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768320.763947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768320.763949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768320.763950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768320.764009:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768320.764012:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768320.764014:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768320.827947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768320.827953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768320.827955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768320.827959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768320.827962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768320.827966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768320.827979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768320.827982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768320.827984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768321.019949:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300211962, at 4300211968
00000100:00000040:2.0:1775768321.019954:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300211962, at 4300211968
00000100:00000010:3.0:1775768321.019962:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000100:00000010:2.0:1775768321.019979:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00010000:00000001:0.0:1775768321.788051:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768321.788054:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768321.788060:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768321.788062:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768321.788066:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768321.788068:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768321.788135:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768321.788139:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768321.788143:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768321.851931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768321.851936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768321.851937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768321.851941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768321.851944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768321.851947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768321.851948:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768321.851950:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768321.851952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768322.811945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768322.811962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768322.811968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768322.811970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768322.811974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768322.811975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768322.812001:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768322.812003:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768322.812006:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768322.875893:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768322.875898:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768322.875900:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768322.875905:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768322.875908:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768322.875911:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768322.875913:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768322.875915:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768322.875918:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768323.835931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768323.835936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768323.835967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768323.835969:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768323.835972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768323.835973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768323.836030:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768323.836035:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768323.836038:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768323.899933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768323.899949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768323.899951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768323.899955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768323.899957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768323.899960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768323.899962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768323.899964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768323.899965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768324.859928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768324.859942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768324.859946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768324.859949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768324.859953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768324.859953:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768324.859957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768324.859959:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768324.859963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768324.859963:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768324.859966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768324.859971:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5543
00000400:00000200:2.0:1775768324.859978:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768324.859985:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768324.859988:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768324.859992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.859995:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.859998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768324.860003:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768324.860003:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768324.860005:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768324.860006:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768324.860007:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00010000:1.0:1775768324.860008:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768324.860009:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768324.860011:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768324.860013:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768324.860016:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860018:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.860020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768324.860024:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768324.860027:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860030:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768324.860033:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768324.860036:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768324.860039:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860040:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768324.860042:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768324.860049:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768324.860051:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768324.860054:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768324.860055:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860057:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768324.860059:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768324.860062:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768324.860067:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768324.860072:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768324.860079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768324.860086:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768324.860089:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768324.860092:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768324.860106:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768324.860108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768324.860111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768324.860112:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768324.860113:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768324.860114:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768324.860116:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5543
00000400:00000200:2.0:1775768324.860119:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768324.860121:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768324.860122:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768324.860124:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860125:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.860127:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860128:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768324.860130:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768324.860131:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768324.860132:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768324.860134:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768324.860135:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768324.860137:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768324.860139:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860140:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.860142:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768324.860143:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768324.860143:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768324.860146:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768324.860148:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775768324.860148:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768324.860152:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768324.860152:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768324.860153:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768324.860158:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768324.860161:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768324.860161:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860162:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768324.860166:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768324.860171:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860175:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860178:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1775768324.860179:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768324.860181:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768324.860182:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768324.860186:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768324.860187:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.860188:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768324.860188:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768324.860191:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768324.860192:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768324.860192:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.860197:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768324.860198:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768324.860202:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768324.860204:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360634368:192.168.202.115@tcp:250:kworker.0
00000100:00100000:2.0:1775768324.860208:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768324.860213:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768324.860216:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860217:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1775768324.860219:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768324.860223:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768324.860226:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.860231:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768324.860233:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768324.860235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1775768324.860237:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
00000100:00080000:2.0:1775768324.860237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768324.860238:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768324.860240:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1775768324.860242:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860242:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768324.860246:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5543
00000400:00000200:2.0:1775768324.860247:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768324.860251:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768324.860253:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768324.860253:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768324.860257:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860259:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.860260:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768324.860261:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:2.0:1775768324.860261:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768324.860265:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768324.860267:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768324.860268:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768324.860269:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768324.860270:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:0.0:1775768324.860271:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000020:00000001:2.0:1775768324.860272:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768324.860276:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.860278:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000200:0.0:1775768324.860280:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360634368, portal 25
00000100:00000001:2.0:1775768324.860280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768324.860285:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:0.0:1775768324.860286:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775768324.860288:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860290:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768324.860292:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768324.860294:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768324.860295:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860296:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768324.860297:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000008:00100000:2.0:1775768324.860297:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768324.860298:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860301:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768324.860303:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768324.860306:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768324.860308:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768324.860309:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768324.860311:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768324.860311:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768324.860311:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768324.860313:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768324.860318:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768324.860321:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860327:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1775768324.860327:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768324.860334:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860338:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768324.860339:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000001:2.0:1775768324.860340:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768324.860345:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360634368, offset 0
00000100:00000040:2.0:1775768324.860345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768324.860356:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860358:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768324.860362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768324.860367:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768324.860368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1775768324.860373:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:2.0:1775768324.860378:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768324.860379:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768324.860382:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768324.860385:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:2.0:1775768324.860387:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768324.860392:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775768324.860393:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5543
00000400:00000200:0.0:1775768324.860399:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768324.860401:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768324.860406:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59950:59950:256:4294967295] 192.168.202.115@tcp LPNI seq info [59949:59949:8:4294967295]
00000400:00000200:2.0:1775768324.860409:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768324.860414:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768324.860415:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768324.860419:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860421:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.860423:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860424:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768324.860428:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768324.860430:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768324.860433:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768324.860435:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1775768324.860436:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768324.860439:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768324.860443:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000800:00000200:0.0:1775768324.860447:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768324.860447:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860450:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768324.860452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000010:0.0:1775768324.860454:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000001:2.0:1775768324.860454:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768324.860456:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768324.860459:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768324.860460:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768324.860462:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1775768324.860465:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775768324.860465:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768324.860470:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768324.860471:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775768324.860472:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768324.860474:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768324.860477:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860478:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768324.860482:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000800:00000200:0.1:1775768324.860482:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775768324.860485:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768324.860489:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768324.860490:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.860491:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768324.860491:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768324.860493:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768324.860495:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000800:00000200:0.1:1775768324.860497:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775768324.860498:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768324.860504:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1775768324.860507:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768324.860511:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000001:2.0:1775768324.860515:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768324.860517:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768324.860519:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768324.860520:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768324.860528:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768324.860533:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768324.860535:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000040:2.0:1775768324.860536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768324.860540:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000040:2.0:1775768324.860541:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768324.860547:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768324.860547:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5553)
00000100:00000200:0.0:1775768324.860553:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860563:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.860566:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860573:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860575:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768324.860579:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768324.860582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768324.860585:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300217082
00000100:00000010:0.0:1775768324.860589:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231d20.
00000100:00000001:0.0:1775768324.860596:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768324.860600:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300217082
00000100:00000010:0.0:1775768324.860603:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c60.
00000100:00000001:0.0:1775768324.860606:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768324.860609:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768324.860612:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860614:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768324.860618:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768324/real 1775768324]  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768324.860628:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768324.860629:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768324.860631:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768324.860634:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768324.860635:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768324.860638:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768324.860641:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768324.860655:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860662:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768324.860663:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.860665:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.860667:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768324.860670:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860677:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768324.860681:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860687:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768324.860690:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.860691:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.860693:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.860695:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768324.860696:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768324.860699:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768324.860702:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768324.860704:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768324.860708:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768324.860715:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360634368:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768324.860720:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.860721:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.860724:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360634368/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860737:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768324.860740:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768324.860742:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768324.860744:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768324.860746:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768324.860748:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768324.860749:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768324.860752:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768324.860757:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768324.860758:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768324.860760:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768324.860763:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768324.860764:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.860766:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.860771:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768324.860773:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860775:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768324.860777:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768324.860778:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768324.860781:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860788:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768324.860789:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.860791:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768324.860792:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768324.860794:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768324.860797:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634496:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768324.860800:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768324.860801:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768324.860803:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.860804:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768324.860807:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768324.860809:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768324.860813:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768324.860815:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768324.860818:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768324.860821:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360634496, portal 10
00000100:00000001:0.0:1775768324.860823:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768324.860824:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768324.860848:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860855:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768324.860857:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768324.860860:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768324.860862:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360634496, offset 0
00000400:00000200:0.0:1775768324.860866:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768324.860870:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768324.860873:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768324.860876:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768324.860879:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768324.860881:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768324.860883:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768324.860886:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59951:59951:256:4294967295] 192.168.202.115@tcp LPNI seq info [59950:59950:8:4294967295]
00000400:00000200:0.0:1775768324.860890:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768324.860896:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768324.860900:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768324.860902:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768324.860906:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768324.860908:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768324.860912:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768324.860915:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768324.860918:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768324.860920:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768324.860923:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768324.860926:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768324.860943:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768324.860945:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768324.860947:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768324.860951:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860958:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.860961:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.860968:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860969:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768324.860972:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768324.860976:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768324.860979:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768324.860981:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300215821
00000100:00000001:0.0:1775768324.860984:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300217082
00000100:00000001:0.0:1775768324.860986:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300215821
00000100:00000001:0.0:1775768324.860988:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300217082
00000100:00000001:0.0:1775768324.860990:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768324.860992:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.860994:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768324.860997:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768324/real 1775768324]  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768324.861005:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768324.861006:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768324.861008:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768324.861010:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768324.861011:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768324.861013:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768324.861016:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768324.861024:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861037:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768324.861038:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861040:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.861041:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768324.861044:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861050:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768324.861053:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861060:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768324.861063:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861064:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.861065:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861067:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768324.861068:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768324.861071:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768324.861073:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768324.861075:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768324.861079:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768324.861086:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634496:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768324.861090:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768324.861093:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861099:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768324.861101:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.861103:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768324.861105:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768324.861107:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768324.861110:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634624:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768324.861113:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768324.861115:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768324.861116:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.861118:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768324.861121:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768324.861123:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768324.861126:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768324.861128:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768324.861131:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768324.861134:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360634624, portal 10
00000100:00000001:0.0:1775768324.861136:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768324.861137:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:0.0:1775768324.861141:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861148:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768324.861150:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768324.861152:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768324.861154:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360634624, offset 0
00000400:00000200:0.0:1775768324.861157:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768324.861160:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768324.861163:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768324.861166:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768324.861168:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768324.861170:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768324.861172:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768324.861175:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59952:59952:256:4294967295] 192.168.202.115@tcp LPNI seq info [59951:59951:8:4294967295]
00000400:00000200:0.0:1775768324.861179:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768324.861185:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768324.861190:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768324.861192:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768324.861196:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768324.861198:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768324.861202:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768324.861204:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768324.861208:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768324.861210:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768324.861213:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768324.861216:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768324.861218:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768324.861220:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768324.861222:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768324.861225:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861232:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.861235:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861242:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.861243:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768324.861246:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768324.861248:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768324.861251:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768324.861253:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300215819
00000100:00000001:0.0:1775768324.861255:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300217082
00000100:00000001:0.0:1775768324.861257:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300215819
00000100:00000001:0.0:1775768324.861259:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300217082
00000100:00000001:0.0:1775768324.861261:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768324.861263:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.861265:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768324.861268:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768324/real 1775768324]  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768324.861275:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768324.861277:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768324.861278:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768324.861280:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768324.861282:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768324.861284:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768324.861286:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768324.861295:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861301:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768324.861302:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861303:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.861304:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768324.861307:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861313:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768324.861317:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861323:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768324.861325:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861326:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.861328:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861329:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768324.861331:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768324.861333:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768324.861336:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768324.861337:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768324.861341:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768324.861349:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634624:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768324.861352:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768324.861355:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861361:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768324.861362:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.861364:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768324.861366:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768324.861368:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768324.861370:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634752:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768324.861373:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768324.861375:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768324.861377:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768324.861379:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768324.861382:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768324.861384:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768324.861387:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768324.861389:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768324.861392:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768324.861395:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360634752, portal 4
00000100:00000001:0.0:1775768324.861396:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768324.861397:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:0.0:1775768324.861403:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861409:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768324.861411:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768324.861413:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768324.861415:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360634752, offset 0
00000400:00000200:0.0:1775768324.861419:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768324.861422:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768324.861425:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768324.861427:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768324.861430:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768324.861432:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768324.861434:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768324.861437:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59953:59953:256:4294967295] 192.168.202.115@tcp LPNI seq info [59952:59952:8:4294967295]
00000400:00000200:0.0:1775768324.861441:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768324.861447:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768324.861452:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768324.861454:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768324.861457:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768324.861460:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768324.861464:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768324.861466:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768324.861470:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768324.861472:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768324.861474:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768324.861477:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768324.861480:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768324.861481:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768324.861483:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768324.861486:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861493:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.861496:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768349 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861502:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.861503:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768324.861506:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768324.861508:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768324.861511:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768324.861513:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300215874
00000100:00000001:0.0:1775768324.861516:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300217082
00000100:00000001:0.0:1775768324.861517:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300215874
00000100:00000001:0.0:1775768324.861519:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300217082
00000100:00000001:0.0:1775768324.861521:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768324.861523:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.861525:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768324.861528:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768324/real 1775768324]  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768324.861535:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768324.861537:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768324.861538:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768324.861540:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768324.861542:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768324.861544:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768324.861547:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768324.861555:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861561:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768324.861562:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861564:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.861565:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768324.861568:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861574:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768324.861577:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861584:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768324.861587:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861588:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768324.861589:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861591:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768324.861592:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768324.861594:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768324.861597:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768324.861599:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768324.861602:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768324.861610:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360634752:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768324.861613:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861615:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.861618:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360634496/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861624:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768324.861625:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768324.861626:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768324.861628:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768324.861630:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768324.861631:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768324.861633:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768324.861634:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768324.861639:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768324.861640:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768324.861642:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768324.861644:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768324.861645:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861647:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.861649:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360634624/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861661:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768324.861663:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768324.861664:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768324.861666:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768324.861667:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768324.861669:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768324.861671:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768324.861672:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768324.861675:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768324.861676:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768324.861678:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:0.0:1775768324.861680:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768324.861681:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861682:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768324.861685:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360634752/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768349 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768324.861691:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768324.861692:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768324.861694:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768324.861696:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768324.861697:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768324.861698:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768324.861699:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768324.861701:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768324.861702:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768324.861703:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768324.861704:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768324.861706:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768324.861707:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861709:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768324.861712:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768324.861713:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768324.861714:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768324.861716:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768324.923905:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768324.923910:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768324.923912:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768324.923917:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768324.923921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768324.923923:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768324.923926:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768324.923956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768324.923959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768325.883946:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768325.883948:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768325.883957:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883961:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768325.883963:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883965:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883967:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768325.883973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768325.883978:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768325.883979:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768325.883980:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883982:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768325.883983:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883984:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768325.883986:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768325.884039:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768325.884043:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768325.884046:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768325.947949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768325.947955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768325.947957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768325.947961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768325.947965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768325.947968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768325.947970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768325.947972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768325.947975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768326.139955:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300217082, at 4300217088
00000100:00000040:3.0:1775768326.139955:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300217082, at 4300217088
00000100:00000010:2.0:1775768326.139968:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:3.0:1775768326.139971:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00010000:00000001:0.0:1775768326.907961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768326.907968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768326.907974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768326.907975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768326.907979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768326.907980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768326.908039:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768326.908043:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768326.908046:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768326.971967:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768326.971975:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768326.971977:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768326.971982:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768326.971986:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768326.971989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768326.971992:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768326.971994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768326.971996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768327.931928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768327.931932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768327.931937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768327.931937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768327.931941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768327.931948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768327.931966:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768327.931969:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768327.931972:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768327.995939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768327.995944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768327.995945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768327.995949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768327.995951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768327.995954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768327.995955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768327.995957:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768327.995959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768328.955945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768328.955950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768328.955955:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768328.955957:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768328.955959:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768328.955962:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768328.955964:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768328.955966:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768328.955967:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768328.955969:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768328.955972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768328.955973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768328.956006:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768328.956010:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768328.956017:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768329.020013:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768329.020019:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768329.020020:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768329.020025:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768329.020029:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768329.020032:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768329.020034:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768329.020037:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768329.020039:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768329.979947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768329.979949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768329.979952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768329.979957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768329.979959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768329.979959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768329.979964:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768329.979965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768329.979967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768329.979970:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768329.979975:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768329.979982:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5548
00000400:00000200:3.0:1775768329.979991:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768329.979997:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768329.980001:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768329.980004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768329.980010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768329.980017:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:1.0:1775768329.980020:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000040:3.0:1775768329.980020:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768329.980024:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775768329.980025:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768329.980028:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00010000:00010000:1.0:1775768329.980030:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775768329.980032:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768329.980036:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768329.980040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768329.980045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768329.980049:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768329.980052:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980054:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768329.980056:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768329.980058:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768329.980060:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980062:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768329.980064:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768329.980070:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768329.980073:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768329.980076:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768329.980077:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980080:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768329.980083:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768329.980086:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768329.980094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768329.980100:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768329.980109:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768329.980119:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768329.980123:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768329.980128:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768329.980147:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768329.980150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768329.980153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768329.980154:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768329.980155:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768329.980158:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768329.980160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5548
00000400:00000200:3.0:1775768329.980164:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768329.980168:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768329.980170:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768329.980173:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768329.980178:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980180:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768329.980181:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768329.980183:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768329.980186:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:0.0:1775768329.980187:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768329.980188:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768329.980191:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768329.980192:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775768329.980192:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768329.980196:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768329.980202:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980204:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768329.980206:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980208:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768329.980210:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000040:0.0:1775768329.980212:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768329.980213:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768329.980222:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768329.980224:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.980227:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768329.980228:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.980230:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768329.980234:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768329.980234:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768329.980239:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360634880:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768329.980241:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768329.980245:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.980246:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768329.980248:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768329.980252:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1775768329.980253:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768329.980256:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768329.980258:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.980260:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775768329.980261:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768329.980266:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
02000000:00000010:0.0:1775768329.980268:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
00000020:00000040:3.0:1775768329.980269:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768329.980272:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768329.980274:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768329.980277:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980279:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768329.980280:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768329.980282:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768329.980285:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768329.980286:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
02000000:00000010:3.0:1775768329.980290:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000400:00000010:0.0:1775768329.980294:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000001:3.0:1775768329.980295:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768329.980301:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360634880, portal 25
00000100:00000001:0.0:1775768329.980305:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768329.980306:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00100000:3.0:1775768329.980311:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775768329.980316:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768329.980332:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768329.980334:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768329.980336:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768329.980340:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768329.980344:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000040:3.0:1775768329.980345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768329.980348:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360634880, offset 0
00000100:00000001:3.0:1775768329.980359:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768329.980362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768329.980364:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768329.980368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768329.980371:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768329.980372:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768329.980375:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768329.980377:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768329.980382:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5548
00000400:00000200:0.0:1775768329.980385:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768329.980389:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768329.980392:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775768329.980396:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768329.980399:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:3.0:1775768329.980400:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768329.980404:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1775768329.980406:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980410:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768329.980411:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:3.0:1775768329.980416:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768329.980420:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59954:59954:256:4294967295] 192.168.202.115@tcp LPNI seq info [59953:59953:8:4294967295]
00000020:00000001:3.0:1775768329.980422:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768329.980424:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768329.980427:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768329.980430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:3.0:1775768329.980430:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768329.980433:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768329.980435:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768329.980438:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980440:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768329.980445:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768329.980449:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768329.980450:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768329.980454:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768329.980460:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:0.0:1775768329.980461:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980465:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768329.980468:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
02000000:00000001:3.0:1775768329.980468:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768329.980472:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768329.980476:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768329.980477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768329.980479:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775768329.980483:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000008:00100000:3.0:1775768329.980483:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768329.980489:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980492:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768329.980493:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000010:3.0:1775768329.980498:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000800:00000200:0.1:1775768329.980498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1775768329.980502:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768329.980504:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768329.980505:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980507:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768329.980508:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768329.980510:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768329.980517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000800:00000100:0.0:1775768329.980518:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768329.980522:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000001:3.0:1775768329.980523:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768329.980531:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1775768329.980532:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768329.980542:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775768329.980547:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768329.980549:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768329.980551:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000040:3.0:1775768329.980554:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775768329.980555:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768329.980560:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768329.980564:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768329.980567:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768329.980568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768329.980578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768329.980582:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768329.980583:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1775768329.980584:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768329.980588:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768329.980589:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768329.980595:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5548
00000100:00000001:0.0:1775768329.980597:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.980601:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1775768329.980604:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768329.980607:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768329.980610:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768329.980613:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768329.980614:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980616:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768329.980619:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768329.980622:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768329.980624:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768329.980626:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300222202
00000020:00000001:3.0:1775768329.980626:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768329.980629:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768329.980631:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768329.980632:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000010:0.0:1775768329.980633:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c60.
00000020:00000001:3.0:1775768329.980634:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768329.980638:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768329.980640:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768329.980642:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1775768329.980643:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768329.980647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768329.980649:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768329.980650:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300222202
00000100:00080000:3.0:1775768329.980651:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000010:0.0:1775768329.980657:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231d20.
00000100:00000001:0.0:1775768329.980660:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768329.980663:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768329.980663:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.980668:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768329.980670:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768329.980672:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1775768329.980674:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768329.980678:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768329/real 1775768329]  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768329.980678:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980682:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768329.980685:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768329.980690:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768329.980692:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768329.980694:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1775768329.980696:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000400:00000001:0.0:1775768329.980697:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1775768329.980699:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000010:0.0:1775768329.980700:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
02000000:00000001:3.0:1775768329.980702:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768329.980704:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
02000000:00000001:3.0:1775768329.980704:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768329.980707:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:3.0:1775768329.980707:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768329.980710:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768329.980711:0:2415:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1775768329.980712:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768329.980716:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768329.980717:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768329.980721:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768329.980730:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775768329.980730:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768329.980755:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775768329.980756:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768329.980757:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.980760:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768329.980761:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.980762:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768329.980767:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768329.980771:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.980778:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768329.980785:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768329.980790:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.980795:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1775768329.980797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768329.980798:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.980801:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768329.980802:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.980805:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1775768329.980805:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768329.980807:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768329.980810:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1775768329.980812:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5558)
00000100:00080000:0.0:1775768329.980814:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768329.980818:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768329.980822:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768329.980852:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360634880:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768329.980858:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.980860:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768329.980862:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360634880/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.980868:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768329.980870:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768329.980872:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768329.980875:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768329.980876:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768329.980878:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768329.980891:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768329.980893:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:0.0:1775768329.980896:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768329.980898:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768329.980900:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:0.0:1775768329.980902:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768329.980903:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.980905:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.980912:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768329.980914:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.980916:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768329.980917:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768329.980918:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768329.980922:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.980928:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768329.980930:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.980931:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768329.980933:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768329.980935:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768329.980937:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635008:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768329.980940:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768329.980942:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768329.980944:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.980945:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768329.980948:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768329.980949:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768329.980953:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768329.980955:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768329.980959:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768329.980961:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635008, portal 10
00000100:00000001:0.0:1775768329.980963:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768329.980964:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
00000100:00000040:0.0:1775768329.980970:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.980976:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768329.980978:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768329.980981:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768329.980983:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360635008, offset 0
00000400:00000200:0.0:1775768329.980987:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768329.980991:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768329.980995:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768329.980998:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768329.981000:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768329.981002:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768329.981004:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768329.981007:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59955:59955:256:4294967295] 192.168.202.115@tcp LPNI seq info [59954:59954:8:4294967295]
00000400:00000200:0.0:1775768329.981011:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768329.981016:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768329.981021:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768329.981024:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768329.981028:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768329.981030:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768329.981035:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768329.981046:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768329.981049:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768329.981050:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768329.981052:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768329.981054:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768329.981056:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768329.981057:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768329.981059:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768329.981061:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981066:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768329.981068:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981072:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.981073:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768329.981075:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768329.981078:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768329.981080:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768329.981082:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300220941
00000100:00000001:0.0:1775768329.981083:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300222202
00000100:00000001:0.0:1775768329.981085:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300220941
00000100:00000001:0.0:1775768329.981086:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300222202
00000100:00000001:0.0:1775768329.981087:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768329.981089:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.981090:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768329.981092:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768329/real 1775768329]  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768329.981096:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768329.981097:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768329.981098:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768329.981100:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768329.981101:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768329.981102:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768329.981103:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768329.981108:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981111:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768329.981112:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981113:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768329.981114:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768329.981116:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981119:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768329.981121:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981125:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768329.981127:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981127:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768329.981128:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981129:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768329.981130:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768329.981132:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768329.981133:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768329.981134:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768329.981136:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768329.981140:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635008:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768329.981142:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768329.981144:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981148:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768329.981148:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.981150:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768329.981151:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768329.981152:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768329.981154:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635136:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768329.981155:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768329.981156:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768329.981157:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.981158:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768329.981160:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768329.981161:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768329.981163:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768329.981165:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768329.981166:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768329.981168:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635136, portal 10
00000100:00000001:0.0:1775768329.981169:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768329.981170:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:0.0:1775768329.981173:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981177:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768329.981178:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768329.981179:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768329.981180:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360635136, offset 0
00000400:00000200:0.0:1775768329.981182:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768329.981184:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768329.981186:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768329.981188:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768329.981189:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768329.981191:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768329.981192:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768329.981194:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59956:59956:256:4294967295] 192.168.202.115@tcp LPNI seq info [59955:59955:8:4294967295]
00000400:00000200:0.0:1775768329.981197:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768329.981201:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768329.981203:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768329.981205:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768329.981207:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768329.981209:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768329.981211:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768329.981212:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768329.981215:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768329.981216:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768329.981217:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768329.981220:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768329.981222:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768329.981224:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768329.981226:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768329.981230:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981236:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768329.981239:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981244:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.981246:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768329.981249:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768329.981251:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768329.981255:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768329.981257:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300220939
00000100:00000001:0.0:1775768329.981259:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300222202
00000100:00000001:0.0:1775768329.981261:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300220939
00000100:00000001:0.0:1775768329.981263:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300222202
00000100:00000001:0.0:1775768329.981264:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768329.981266:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.981268:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768329.981272:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768329/real 1775768329]  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768329.981277:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768329.981278:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768329.981279:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768329.981280:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768329.981281:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768329.981282:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768329.981284:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768329.981289:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981293:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768329.981294:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981295:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768329.981296:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768329.981298:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981301:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768329.981303:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981306:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768329.981308:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981309:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768329.981309:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981310:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768329.981311:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768329.981313:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768329.981315:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768329.981316:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768329.981318:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768329.981322:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635136:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768329.981324:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768329.981325:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981329:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768329.981329:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.981331:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768329.981332:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768329.981334:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768329.981335:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635264:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768329.981337:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768329.981338:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768329.981339:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768329.981340:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768329.981342:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768329.981343:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768329.981345:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768329.981347:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768329.981348:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768329.981350:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635264, portal 4
00000100:00000001:0.0:1775768329.981351:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768329.981352:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000100:00000040:0.0:1775768329.981355:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981359:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768329.981361:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768329.981362:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768329.981363:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360635264, offset 0
00000400:00000200:0.0:1775768329.981365:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768329.981367:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768329.981369:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768329.981371:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768329.981372:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768329.981374:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768329.981375:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768329.981377:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59957:59957:256:4294967295] 192.168.202.115@tcp LPNI seq info [59956:59956:8:4294967295]
00000400:00000200:0.0:1775768329.981379:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768329.981383:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768329.981386:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768329.981388:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768329.981390:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768329.981392:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775768329.981394:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768329.981396:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775768329.981398:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768329.981399:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768329.981401:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768329.981402:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768329.981404:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768329.981405:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768329.981407:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768329.981409:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981413:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768329.981414:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768354 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981418:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.981419:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768329.981420:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768329.981422:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768329.981423:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768329.981424:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300220994
00000100:00000001:0.0:1775768329.981426:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300222202
00000100:00000001:0.0:1775768329.981427:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300220994
00000100:00000001:0.0:1775768329.981428:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300222202
00000100:00000001:0.0:1775768329.981429:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768329.981430:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.981431:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768329.981433:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768329/real 1775768329]  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768329.981438:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768329.981438:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768329.981440:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768329.981441:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768329.981441:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768329.981442:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768329.981444:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768329.981451:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981456:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768329.981458:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981459:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768329.981460:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768329.981463:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981469:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768329.981472:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981478:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768329.981481:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981482:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768329.981484:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981485:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768329.981487:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768329.981489:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768329.981492:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768329.981494:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768329.981498:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768329.981504:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635264:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768329.981506:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981507:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768329.981509:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360635008/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981513:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768329.981514:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768329.981515:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768329.981517:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768329.981518:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768329.981519:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768329.981520:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768329.981521:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:0.0:1775768329.981523:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768329.981523:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768329.981524:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:0.0:1775768329.981526:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768329.981527:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981528:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768329.981529:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360635136/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981532:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768329.981533:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768329.981534:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768329.981535:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768329.981536:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768329.981537:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768329.981538:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768329.981539:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:0.0:1775768329.981540:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768329.981541:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768329.981541:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:0.0:1775768329.981543:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768329.981544:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981545:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768329.981547:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360635264/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768354 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768329.981550:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768329.981551:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768329.981551:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768329.981552:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768329.981553:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768329.981553:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768329.981554:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768329.981555:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:0.0:1775768329.981556:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768329.981556:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768329.981557:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:0.0:1775768329.981558:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768329.981559:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981560:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768329.981562:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768329.981563:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768329.981564:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768329.981565:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768330.043973:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768330.043980:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768330.043982:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768330.043987:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768330.043990:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768330.043994:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768330.043997:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768330.044000:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768330.044002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768331.003973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768331.003979:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768331.003985:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768331.003986:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768331.003990:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768331.003992:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768331.004068:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768331.004072:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768331.004076:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768331.067993:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768331.068010:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768331.068013:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768331.068020:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768331.068024:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768331.068029:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768331.068032:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768331.068035:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768331.068038:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768331.259972:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300222202, at 4300222208
00000100:00000040:3.0:1775768331.259972:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300222202, at 4300222208
00000100:00000010:3.0:1775768331.259990:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:2.0:1775768331.259992:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00010000:00000001:0.0:1775768332.027907:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768332.027913:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768332.027918:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768332.027920:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768332.027924:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768332.027925:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768332.028020:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768332.028023:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768332.028026:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768332.091978:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768332.091985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768332.091987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768332.091994:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768332.091998:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768332.092012:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768332.092015:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768332.092018:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768332.092021:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768333.051981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768333.051986:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768333.051990:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768333.051991:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768333.051993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768333.051994:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768333.052013:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768333.052015:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768333.052018:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768333.115960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768333.115967:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768333.115968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768333.115973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768333.115977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768333.115981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768333.115983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768333.115985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768333.115987:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768334.075972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768334.075976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768334.075981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768334.075983:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768334.075986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768334.075987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768334.076041:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768334.076044:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768334.076046:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768334.139960:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768334.139970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768334.139972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768334.139976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768334.139979:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768334.139983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768334.139985:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768334.139987:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768334.139990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768335.099918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768335.099930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768335.099932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768335.099933:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768335.099937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768335.099937:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768335.099944:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768335.099945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768335.099947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768335.099952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768335.099952:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5553
00010000:00000001:0.0:1775768335.099955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768335.099966:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768335.099973:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768335.099976:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768335.099979:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.099983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768335.099987:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.099990:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768335.099995:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768335.099998:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768335.100001:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768335.100004:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768335.100007:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768335.100009:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768335.100013:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768335.100018:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100020:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768335.100024:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768335.100027:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000020:00000001:2.0:1775768335.100029:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1775768335.100030:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768335.100034:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768335.100035:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00010000:00010000:2.0:1775768335.100039:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:3.0:1775768335.100039:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768335.100043:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100046:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768335.100048:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768335.100057:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775768335.100061:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768335.100065:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768335.100068:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100071:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768335.100073:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768335.100077:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768335.100084:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768335.100091:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768335.100099:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768335.100109:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768335.100113:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768335.100117:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768335.100157:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768335.100161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768335.100164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768335.100166:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768335.100168:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768335.100170:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768335.100173:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5553
00000400:00000200:3.0:1775768335.100177:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768335.100180:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768335.100182:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768335.100189:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768335.100194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768335.100198:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768335.100199:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768335.100200:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768335.100202:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768335.100204:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768335.100206:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768335.100209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100211:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768335.100213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100214:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768335.100216:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768335.100228:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100230:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768335.100235:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768335.100240:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768335.100242:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100244:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768335.100247:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768335.100250:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100252:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768335.100256:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775768335.100258:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768335.100261:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768335.100262:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100263:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768335.100265:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768335.100267:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768335.100270:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768335.100274:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768335.100279:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768335.100286:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768335.100288:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.100290:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768335.100294:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768335.100296:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768335.100304:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768335.100309:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.100322:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768335.100326:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100329:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768335.100331:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775768335.100332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775768335.100334:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768335.100339:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768335.100340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768335.100343:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1775768335.100344:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360635392:192.168.202.115@tcp:250:kworker.0
00000100:00080000:3.0:1775768335.100346:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768335.100353:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768335.100353:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768335.100357:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5553
02000000:00000001:0.0:1775768335.100359:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768335.100362:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768335.100366:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768335.100367:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1775768335.100372:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
02000000:00000010:0.0:1775768335.100374:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
00000100:00080000:3.0:1775768335.100375:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1775768335.100378:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768335.100381:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100384:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768335.100386:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:3.0:1775768335.100389:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768335.100392:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:3.0:1775768335.100392:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768335.100397:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:0.0:1775768335.100399:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000020:00000040:3.0:1775768335.100399:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768335.100401:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768335.100404:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768335.100406:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000200:0.0:1775768335.100407:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635392, portal 25
00000020:00000001:3.0:1775768335.100410:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768335.100411:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768335.100413:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:3.0:1775768335.100416:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100421:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768335.100422:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768335.100427:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100433:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768335.100439:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1775768335.100439:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000040:0.0:1775768335.100447:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768335.100447:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000010:0.0:1775768335.100451:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000001:3.0:1775768335.100452:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768335.100456:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775768335.100457:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360635392, offset 0
02000000:00000001:3.0:1775768335.100459:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768335.100463:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.100467:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100468:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768335.100471:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768335.100474:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.100477:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768335.100478:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768335.100484:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000400:00000200:0.0:1775768335.100486:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000040:3.0:1775768335.100489:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:0.0:1775768335.100493:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775768335.100494:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768335.100497:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.100499:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768335.100502:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768335.100505:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100510:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768335.100511:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59958:59958:256:4294967295] 192.168.202.115@tcp LPNI seq info [59957:59957:8:4294967295]
02000000:00000001:3.0:1775768335.100514:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768335.100518:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.100519:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:3.0:1775768335.100526:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768335.100532:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.100533:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1775768335.100543:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768335.100544:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768335.100550:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000001:3.0:1775768335.100556:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1775768335.100559:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768335.100560:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768335.100564:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1775768335.100568:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775768335.100573:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768335.100578:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1775768335.100586:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768335.100590:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768335.100591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1775768335.100593:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00080000:3.0:1775768335.100598:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768335.100600:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768335.100601:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775768335.100603:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768335.100608:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768335.100609:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775768335.100614:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5553
00000400:00000200:0.0:1775768335.100615:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768335.100618:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000400:00000200:3.0:1775768335.100620:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768335.100624:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1775768335.100627:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000200:0.0:1775768335.100631:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768335.100632:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768335.100639:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100645:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768335.100648:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768335.100648:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100652:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:0.0:1775768335.100654:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768335.100655:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768335.100658:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768335.100661:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768335.100664:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768335.100669:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768335.100669:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768335.100673:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775768335.100673:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768335.100678:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768335.100679:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100681:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768335.100685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768335.100686:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768335.100690:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768335.100691:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300227322
00000020:00000040:3.0:1775768335.100694:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000010:0.0:1775768335.100697:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442314e0.
00000100:00080000:3.0:1775768335.100698:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768335.100702:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768335.100705:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768335.100706:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1775768335.100708:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768335.100711:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300227322
02000000:00000001:3.0:1775768335.100712:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768335.100716:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231f60.
00000100:00000001:3.0:1775768335.100717:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768335.100721:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768335.100722:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1775768335.100726:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.100729:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768335.100729:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.100735:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768335.100737:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000100:00000001:0.0:1775768335.100739:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775768335.100741:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00100000:0.0:1775768335.100746:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768335/real 1775768335]  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768335.100746:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768335.100749:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768335.100754:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768335.100756:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768335.100759:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768335.100765:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000400:00000001:0.0:1775768335.100766:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768335.100769:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775768335.100771:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768335.100772:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768335.100776:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768335.100778:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00100000:3.0:1775768335.100780:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768335.100781:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768335.100788:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768335.100795:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768335.100800:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768335.100808:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768335.100821:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768335.100822:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.100861:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768335.100863:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.100866:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.100867:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768335.100872:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768335.100875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768335.100880:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768335.100886:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5563)
00000100:00000001:0.0:1775768335.100891:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768335.100897:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.100906:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768335.100909:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.100910:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.100912:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.100914:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768335.100916:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768335.100918:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768335.100922:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768335.100924:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768335.100928:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768335.100936:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360635392:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768335.100940:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.100942:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768335.100951:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360635392/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.100967:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768335.100969:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768335.100971:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768335.100974:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768335.100976:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768335.100977:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768335.100979:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768335.100981:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:0.0:1775768335.100984:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768335.100986:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768335.100987:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:0.0:1775768335.100990:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768335.100991:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.100993:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101000:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768335.101002:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101003:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768335.101005:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768335.101006:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768335.101010:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101017:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768335.101018:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768335.101020:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768335.101022:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768335.101024:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768335.101027:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635520:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768335.101030:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768335.101032:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768335.101033:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768335.101035:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768335.101038:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768335.101041:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.101044:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768335.101048:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768335.101051:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768335.101055:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635520, portal 10
00000100:00000001:0.0:1775768335.101056:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768335.101057:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:0.0:1775768335.101063:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101070:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768335.101072:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768335.101074:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768335.101076:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360635520, offset 0
00000400:00000200:0.0:1775768335.101079:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768335.101083:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768335.101086:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768335.101098:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768335.101101:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768335.101105:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768335.101108:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768335.101111:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59959:59959:256:4294967295] 192.168.202.115@tcp LPNI seq info [59958:59958:8:4294967295]
00000400:00000200:0.0:1775768335.101115:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768335.101122:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768335.101126:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768335.101129:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768335.101133:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768335.101135:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768335.101140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768335.101142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768335.101145:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768335.101147:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768335.101150:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768335.101153:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768335.101156:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768335.101158:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768335.101160:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768335.101163:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101171:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768335.101174:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101180:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101182:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768335.101184:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768335.101187:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768335.101190:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768335.101192:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300226061
00000100:00000001:0.0:1775768335.101194:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300227322
00000100:00000001:0.0:1775768335.101196:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300226061
00000100:00000001:0.0:1775768335.101198:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300227322
00000100:00000001:0.0:1775768335.101200:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768335.101202:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101204:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768335.101207:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768335/real 1775768335]  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768335.101215:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768335.101216:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768335.101218:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768335.101220:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768335.101222:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768335.101224:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768335.101227:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768335.101235:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101247:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768335.101249:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101250:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.101251:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768335.101255:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101261:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768335.101264:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101270:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768335.101273:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101274:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.101276:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101277:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768335.101279:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768335.101281:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768335.101284:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768335.101286:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768335.101290:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768335.101298:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635520:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768335.101301:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768335.101304:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101309:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768335.101311:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768335.101313:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768335.101315:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768335.101317:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768335.101319:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635648:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768335.101322:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768335.101324:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768335.101326:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768335.101327:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768335.101330:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768335.101332:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.101335:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768335.101337:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768335.101340:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768335.101342:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635648, portal 10
00000100:00000001:0.0:1775768335.101344:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768335.101345:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:0.0:1775768335.101351:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101357:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768335.101359:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768335.101362:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768335.101364:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360635648, offset 0
00000400:00000200:0.0:1775768335.101368:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768335.101371:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768335.101374:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768335.101377:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768335.101380:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768335.101382:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768335.101384:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768335.101387:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59960:59960:256:4294967295] 192.168.202.115@tcp LPNI seq info [59959:59959:8:4294967295]
00000400:00000200:0.0:1775768335.101391:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768335.101397:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768335.101401:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768335.101404:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768335.101408:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768335.101410:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768335.101414:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768335.101416:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768335.101420:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768335.101422:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768335.101425:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768335.101428:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768335.101431:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768335.101432:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768335.101436:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768335.101439:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101446:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768335.101449:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101455:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101457:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768335.101459:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768335.101461:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768335.101464:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768335.101466:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300226059
00000100:00000001:0.0:1775768335.101469:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300227322
00000100:00000001:0.0:1775768335.101471:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300226059
00000100:00000001:0.0:1775768335.101472:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300227322
00000100:00000001:0.0:1775768335.101474:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768335.101476:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101477:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768335.101480:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768335/real 1775768335]  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768335.101488:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768335.101489:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768335.101491:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768335.101493:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768335.101495:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768335.101496:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768335.101499:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768335.101507:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101513:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768335.101514:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101515:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.101516:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768335.101519:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101525:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768335.101528:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101535:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768335.101537:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101538:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.101540:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101541:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768335.101543:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768335.101545:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768335.101547:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768335.101549:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768335.101553:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768335.101560:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635648:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768335.101564:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768335.101567:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101573:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768335.101575:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768335.101576:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768335.101578:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768335.101580:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768335.101582:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635776:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768335.101585:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768335.101587:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768335.101588:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768335.101590:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768335.101593:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768335.101595:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768335.101598:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768335.101600:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768335.101602:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768335.101605:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635776, portal 4
00000100:00000001:0.0:1775768335.101607:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768335.101608:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:0.0:1775768335.101613:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101619:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768335.101621:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768335.101623:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768335.101625:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360635776, offset 0
00000400:00000200:0.0:1775768335.101629:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768335.101632:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768335.101634:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768335.101637:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768335.101639:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768335.101641:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768335.101643:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768335.101646:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59961:59961:256:4294967295] 192.168.202.115@tcp LPNI seq info [59960:59960:8:4294967295]
00000400:00000200:0.0:1775768335.101650:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768335.101656:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768335.101660:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768335.101663:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768335.101666:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768335.101669:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775768335.101673:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768335.101675:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775768335.101678:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768335.101680:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768335.101682:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768335.101685:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768335.101688:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768335.101690:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768335.101692:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768335.101695:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101702:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768335.101704:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768360 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101710:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101712:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768335.101714:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768335.101717:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768335.101720:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768335.101722:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300226114
00000100:00000001:0.0:1775768335.101724:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300227322
00000100:00000001:0.0:1775768335.101727:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300226114
00000100:00000001:0.0:1775768335.101728:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300227322
00000100:00000001:0.0:1775768335.101730:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768335.101732:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101734:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768335.101737:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768335/real 1775768335]  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768335.101745:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768335.101746:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768335.101747:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768335.101749:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768335.101751:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768335.101753:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768335.101755:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768335.101763:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101770:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768335.101771:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101772:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.101773:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768335.101776:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101782:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768335.101785:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101792:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768335.101795:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101796:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768335.101797:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101799:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768335.101800:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768335.101802:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768335.101805:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768335.101807:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768335.101810:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768335.101817:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360635776:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768335.101820:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101822:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768335.101825:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360635520/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101877:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768335.101879:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768335.101881:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768335.101884:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768335.101886:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768335.101887:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768335.101889:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768335.101891:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:0.0:1775768335.101894:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768335.101896:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768335.101897:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:0.0:1775768335.101900:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768335.101901:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101903:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768335.101906:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360635648/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101918:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768335.101920:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768335.101921:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768335.101923:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768335.101924:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768335.101925:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768335.101926:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768335.101928:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:0.0:1775768335.101929:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768335.101930:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768335.101932:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:0.0:1775768335.101933:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768335.101934:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101936:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768335.101938:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360635776/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768360 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768335.101944:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768335.101945:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768335.101947:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768335.101949:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768335.101950:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768335.101951:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768335.101952:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768335.101954:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:0.0:1775768335.101955:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768335.101956:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768335.101957:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:0.0:1775768335.101959:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768335.101959:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101961:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768335.101965:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768335.101966:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768335.101968:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768335.101969:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768335.163936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768335.163941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768335.163942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768335.163946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768335.163949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768335.163951:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768335.163953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768335.163955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768335.163956:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124587:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768336.124594:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768336.124596:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768336.124600:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124604:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768336.124606:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124608:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124610:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124614:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768336.124615:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124618:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768336.124620:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768336.124621:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768336.124622:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124624:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768336.124625:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124627:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768336.124628:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768336.125946:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768336.125949:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768336.125952:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768336.187931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768336.187937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768336.187939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768336.187945:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768336.187948:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768336.187951:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768336.187954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768336.187956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768336.187958:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768336.379892:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300227322, at 4300227328
00000100:00000010:3.0:1775768336.379902:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000100:00000040:2.0:1775768336.379906:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300227322, at 4300227328
00000100:00000010:2.0:1775768336.379915:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00010000:00000001:0.0:1775768337.147945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768337.147949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768337.147956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768337.147957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768337.147961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768337.147962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768337.148033:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768337.148037:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768337.148039:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768337.211955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768337.211961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768337.211963:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768337.211968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768337.211972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768337.211975:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768337.211978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768337.211980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768337.211983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768338.171946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768338.171952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768338.171958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768338.171960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768338.171964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768338.171966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768338.171983:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768338.171986:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768338.171989:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768338.235978:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768338.235985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768338.235987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768338.235992:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768338.235996:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768338.235999:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768338.236002:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768338.236005:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768338.236008:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768339.195929:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768339.195934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768339.195938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768339.195940:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768339.195942:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768339.195944:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768339.195946:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768339.195948:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768339.195949:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768339.195950:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768339.195952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768339.195953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768339.196004:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768339.196007:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768339.196010:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768339.259933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768339.259939:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768339.259940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768339.259944:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768339.259946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768339.259949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768339.259951:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768339.259954:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768339.259956:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768340.219942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768340.219952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768340.219955:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768340.219959:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768340.219963:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768340.219969:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5558
00000400:00000200:3.0:1775768340.219982:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768340.219989:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768340.219992:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768340.219995:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.219998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768340.220001:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768340.220007:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768340.220009:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768340.220011:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768340.220015:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768340.220017:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768340.220020:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768340.220024:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768340.220028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768340.220033:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768340.220037:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220040:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768340.220043:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768340.220047:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768340.220050:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220052:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768340.220055:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768340.220057:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768340.220061:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768340.220064:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00010000:00000001:0.0:1775768340.220066:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768340.220068:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768340.220069:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
00010000:00000001:0.0:1775768340.220073:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768340.220075:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768340.220075:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768340.220079:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220083:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768340.220085:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768340.220089:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768340.220098:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768340.220105:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768340.220115:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768340.220124:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768340.220128:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768340.220134:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768340.220141:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768340.220145:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768340.220149:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768340.220161:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768340.220165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768340.220168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768340.220169:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768340.220171:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768340.220173:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768340.220177:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5558
00000400:00000200:3.0:1775768340.220181:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768340.220184:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768340.220187:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775768340.220187:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768340.220192:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768340.220193:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768340.220196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768340.220197:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768340.220200:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220203:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:0.0:1775768340.220206:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768340.220207:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768340.220209:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768340.220213:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768340.220216:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768340.220220:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768340.220225:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1775768340.220225:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768340.220228:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768340.220232:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768340.220234:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768340.220236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768340.220237:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768340.220239:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768340.220243:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220243:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768340.220248:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00100000:0.0:1775768340.220250:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360635904:192.168.202.115@tcp:250:kworker.0
00000100:00080000:3.0:1775768340.220254:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768340.220260:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768340.220260:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768340.220264:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768340.220265:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768340.220269:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768340.220269:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768340.220272:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768340.220277:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768340.220279:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768340.220286:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768340.220286:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220291:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775768340.220292:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000008:00100000:3.0:1775768340.220295:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768340.220299:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000008:00000001:3.0:1775768340.220299:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220304:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768340.220307:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360635904, portal 25
00000100:00000010:3.0:1775768340.220309:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000100:00000001:0.0:1775768340.220312:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1775768340.220313:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768340.220315:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
02000000:00000001:3.0:1775768340.220317:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768340.220320:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220322:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1775768340.220325:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768340.220326:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768340.220329:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768340.220335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:0.0:1775768340.220339:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768340.220340:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768340.220345:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768340.220349:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00100000:3.0:1775768340.220350:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768340.220355:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360635904, offset 0
00000100:00000001:3.0:1775768340.220364:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768340.220367:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220369:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768340.220375:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768340.220379:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768340.220388:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768340.220395:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768340.220400:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768340.220404:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775768340.220407:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768340.220408:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:3.0:1775768340.220412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768340.220417:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59962:59962:256:4294967295] 192.168.202.115@tcp LPNI seq info [59961:59961:8:4294967295]
00000100:00080000:3.0:1775768340.220418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768340.220421:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768340.220424:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768340.220427:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768340.220429:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768340.220434:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5558
00000400:00000200:0.0:1775768340.220441:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1775768340.220449:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.0:1775768340.220450:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768340.220456:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:0.0:1775768340.220457:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00080000:3.0:1775768340.220459:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768340.220463:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768340.220467:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768340.220468:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768340.220473:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1775768340.220473:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220477:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768340.220480:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768340.220483:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000800:00000200:0.1:1775768340.220483:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:3.0:1775768340.220486:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768340.220489:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775768340.220489:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1775768340.220493:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000100:0.0:1775768340.220499:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000001:3.0:1775768340.220499:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:0.0:1775768340.220502:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000040:3.0:1775768340.220505:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220509:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768340.220511:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775768340.220511:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220514:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768340.220518:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768340.220519:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775768340.220525:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768340.220526:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000001:3.0:1775768340.220528:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768340.220530:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
02000000:00000001:3.0:1775768340.220531:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768340.220535:0:2415:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1775768340.220535:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768340.220539:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768340.220543:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768340.220543:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768340.220546:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768340.220552:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220556:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768340.220562:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000100:00000001:0.0:1775768340.220564:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1775768340.220565:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000040:0.0:1775768340.220570:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768340.220570:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768340.220573:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220577:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768340.220579:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768340.220582:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.220584:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768340.220587:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:0.0:1775768340.220588:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768340.220593:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.220594:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768340.220600:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:3.0:1775768340.220601:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768340.220603:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300232442
00000100:00000010:0.0:1775768340.220611:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231e40.
00000100:00000001:3.0:1775768340.220613:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768340.220616:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.220618:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1775768340.220621:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.220624:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300232442
00000100:00000010:0.0:1775768340.220629:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231cc0.
00000100:00000001:0.0:1775768340.220635:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768340.220638:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768340.220640:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.220643:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775768340.220647:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768340.220650:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768340/real 1775768340]  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768340.220651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768340.220658:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768340.220662:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768340.220665:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1775768340.220668:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775768340.220668:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000001:0.0:1775768340.220671:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1775768340.220673:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5558
00000400:00000010:0.0:1775768340.220675:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768340.220679:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000200:3.0:1775768340.220679:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768340.220683:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000400:00000200:3.0:1775768340.220683:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768340.220687:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768340.220688:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775768340.220693:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000200:0.0:1775768340.220695:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768340.220696:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768340.220701:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768340.220706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768340.220710:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768340.220712:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768340.220715:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1775768340.220716:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768340.220717:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768340.220721:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768340.220726:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768340.220732:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1775768340.220733:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768340.220735:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.220738:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.220740:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768340.220741:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768340.220745:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00100000:0.0:1775768340.220750:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768340.220750:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768340.220755:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768340.220761:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768340.220767:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768340.220767:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768340.220772:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768340.220775:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768340.220776:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768340.220791:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220794:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768340.220797:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768340.220801:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768340.220805:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768340.220811:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000100:00000001:0.0:1775768340.220812:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1775768340.220814:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:0.0:1775768340.220819:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768340.220819:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768340.220822:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.220823:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.220825:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768340.220825:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768340.220848:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768340.220850:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768340.220854:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:0.0:1775768340.220859:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775768340.220859:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.220863:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768340.220868:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1775768340.220868:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1775768340.220877:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768340.220883:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1775768340.220883:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768340.220887:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768340.220891:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768340.220895:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768340.220915:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768340.220916:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360635904:192.168.202.115@tcp:250:kworker.0
00000100:00000040:3.0:1775768340.220920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768340.220924:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768340.220925:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768340.220928:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768340.220932:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5568)
00000100:00000040:0.0:1775768340.220933:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360635904/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.220942:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768340.220944:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768340.220947:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768340.220950:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768340.220952:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768340.220953:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768340.220956:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768340.220958:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:0.0:1775768340.220961:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768340.220963:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768340.220965:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:0.0:1775768340.220968:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768340.220969:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.220971:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.220977:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768340.220979:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.220981:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768340.220982:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768340.220984:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768340.220987:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.220994:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768340.220995:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768340.220998:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768340.221000:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768340.221002:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768340.221005:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636032:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768340.221008:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768340.221010:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768340.221011:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768340.221013:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768340.221015:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768340.221017:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768340.221020:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768340.221023:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768340.221027:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768340.221029:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636032, portal 10
00000100:00000001:0.0:1775768340.221031:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768340.221033:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:0.0:1775768340.221038:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221044:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768340.221047:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768340.221049:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768340.221052:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360636032, offset 0
00000400:00000200:0.0:1775768340.221055:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768340.221059:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768340.221063:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768340.221066:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768340.221069:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768340.221071:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768340.221073:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768340.221076:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59963:59963:256:4294967295] 192.168.202.115@tcp LPNI seq info [59962:59962:8:4294967295]
00000400:00000200:0.0:1775768340.221080:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768340.221087:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768340.221091:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768340.221094:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768340.221098:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768340.221100:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775768340.221104:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768340.221106:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775768340.221110:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768340.221112:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768340.221115:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768340.221118:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768340.221121:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768340.221122:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768340.221125:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768340.221128:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221136:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768340.221139:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221146:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.221147:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768340.221150:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768340.221154:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768340.221157:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768340.221159:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300231181
00000100:00000001:0.0:1775768340.221162:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300232442
00000100:00000001:0.0:1775768340.221164:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300231181
00000100:00000001:0.0:1775768340.221166:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300232442
00000100:00000001:0.0:1775768340.221168:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768340.221170:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.221172:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768340.221175:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768340/real 1775768340]  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768340.221182:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768340.221183:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768340.221185:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768340.221188:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768340.221189:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768340.221191:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768340.221194:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768340.221202:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221210:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768340.221211:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221213:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.221214:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768340.221217:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221223:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768340.221227:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221234:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768340.221236:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221238:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.221239:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221241:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768340.221243:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768340.221245:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768340.221248:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768340.221250:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768340.221253:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768340.221261:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636032:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768340.221264:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768340.221267:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221273:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768340.221275:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768340.221277:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768340.221279:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768340.221280:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768340.221283:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636160:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768340.221287:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768340.221288:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768340.221290:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768340.221292:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768340.221295:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768340.221297:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768340.221300:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768340.221303:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768340.221305:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768340.221308:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636160, portal 10
00000100:00000001:0.0:1775768340.221310:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768340.221311:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:0.0:1775768340.221316:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221322:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768340.221324:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768340.221326:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768340.221328:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360636160, offset 0
00000400:00000200:0.0:1775768340.221331:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768340.221334:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768340.221338:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768340.221340:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768340.221343:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768340.221345:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768340.221347:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768340.221350:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59964:59964:256:4294967295] 192.168.202.115@tcp LPNI seq info [59963:59963:8:4294967295]
00000400:00000200:0.0:1775768340.221354:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768340.221360:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768340.221364:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768340.221367:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768340.221371:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768340.221373:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775768340.221377:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768340.221380:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775768340.221384:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768340.221386:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768340.221388:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768340.221391:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768340.221394:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768340.221396:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768340.221398:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768340.221401:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221408:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768340.221410:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221417:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.221418:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768340.221421:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768340.221423:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768340.221426:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768340.221428:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300231179
00000100:00000001:0.0:1775768340.221430:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300232442
00000100:00000001:0.0:1775768340.221432:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300231179
00000100:00000001:0.0:1775768340.221434:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300232442
00000100:00000001:0.0:1775768340.221436:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768340.221438:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.221440:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768340.221443:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768340/real 1775768340]  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768340.221451:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768340.221452:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768340.221454:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768340.221456:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768340.221457:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768340.221459:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768340.221462:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768340.221470:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221477:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768340.221478:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221480:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.221481:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768340.221484:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221490:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768340.221493:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221501:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768340.221503:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221505:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.221506:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221508:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768340.221510:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768340.221512:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768340.221515:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768340.221518:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768340.221521:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768340.221529:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636160:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768340.221532:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768340.221535:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221542:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768340.221543:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768340.221546:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768340.221548:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768340.221550:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768340.221552:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636288:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768340.221555:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768340.221556:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768340.221558:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768340.221559:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768340.221562:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768340.221564:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768340.221567:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768340.221570:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768340.221573:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768340.221575:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636288, portal 4
00000100:00000001:0.0:1775768340.221577:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768340.221578:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:0.0:1775768340.221583:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221590:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768340.221592:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768340.221594:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768340.221596:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360636288, offset 0
00000400:00000200:0.0:1775768340.221600:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768340.221603:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768340.221606:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768340.221609:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768340.221611:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768340.221613:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768340.221615:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768340.221618:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59965:59965:256:4294967295] 192.168.202.115@tcp LPNI seq info [59964:59964:8:4294967295]
00000400:00000200:0.0:1775768340.221622:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768340.221628:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768340.221632:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768340.221635:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768340.221639:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768340.221641:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775768340.221644:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768340.221646:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775768340.221650:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768340.221652:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768340.221654:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768340.221657:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768340.221660:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768340.221661:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768340.221663:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768340.221666:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221673:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768340.221675:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768365 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221682:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.221683:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768340.221686:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768340.221689:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768340.221693:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768340.221695:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300231234
00000100:00000001:0.0:1775768340.221697:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300232442
00000100:00000001:0.0:1775768340.221699:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300231234
00000100:00000001:0.0:1775768340.221701:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300232442
00000100:00000001:0.0:1775768340.221703:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768340.221705:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.221706:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768340.221709:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768340/real 1775768340]  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768340.221718:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768340.221719:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768340.221720:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768340.221723:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768340.221724:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768340.221726:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768340.221729:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768340.221737:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221742:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768340.221743:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221745:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.221746:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768340.221749:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221756:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768340.221760:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221767:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768340.221769:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221770:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768340.221771:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221773:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768340.221774:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768340.221777:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768340.221794:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768340.221797:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768340.221801:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768340.221809:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636288:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768340.221812:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221814:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768340.221817:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360636032/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221823:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768340.221825:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768340.221844:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768340.221848:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768340.221849:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768340.221851:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768340.221853:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768340.221854:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:0.0:1775768340.221857:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768340.221858:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768340.221859:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:0.0:1775768340.221861:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768340.221863:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221864:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768340.221867:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360636160/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221874:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768340.221876:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768340.221877:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768340.221879:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768340.221880:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768340.221881:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768340.221883:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768340.221885:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:0.0:1775768340.221887:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768340.221888:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768340.221890:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:0.0:1775768340.221892:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768340.221893:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221894:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768340.221897:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360636288/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768365 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768340.221903:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768340.221905:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768340.221906:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768340.221908:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768340.221909:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768340.221910:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768340.221911:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768340.221913:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:0.0:1775768340.221915:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768340.221916:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768340.221917:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:0.0:1775768340.221919:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768340.221920:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221921:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768340.221925:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768340.221926:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768340.221928:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768340.221930:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768340.283919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768340.283924:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768340.283925:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768340.283929:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768340.283932:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768340.283935:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768340.283937:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768340.283939:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768340.283941:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768341.243922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768341.243926:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768341.243929:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768341.243931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768341.243933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768341.243934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768341.243983:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768341.243985:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768341.243988:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768341.307915:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768341.307921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768341.307923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768341.307928:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768341.307932:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768341.307935:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768341.307938:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768341.307941:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768341.307943:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768341.499932:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300232442, at 4300232448
00000100:00000040:3.0:1775768341.499932:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300232442, at 4300232448
00000100:00000010:3.0:1775768341.499944:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000100:00000010:2.0:1775768341.499946:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00010000:00000001:0.0:1775768342.267946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768342.267951:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768342.267954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768342.267955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768342.267958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768342.267958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768342.268010:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768342.268012:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768342.268014:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768342.331932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768342.331940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768342.331942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768342.331948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768342.331952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768342.331956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768342.331959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768342.331962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768342.331964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768343.292193:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768343.292196:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768343.292202:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768343.292203:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768343.292206:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768343.292207:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768343.292224:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768343.292298:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768343.292305:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768343.355946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768343.355951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768343.355953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768343.355959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768343.355963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768343.355967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768343.355970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768343.355972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768343.355975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768344.316437:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768344.316443:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768344.316449:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768344.316450:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768344.316454:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768344.316455:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768344.316771:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768344.316774:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768344.316776:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768344.379966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768344.379972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768344.379974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768344.379980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768344.379983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768344.379986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768344.379988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768344.379991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768344.379993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768345.339949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768345.339958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768345.339960:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768345.339970:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768345.339974:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768345.339980:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5563
00000400:00000200:2.0:1775768345.339988:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768345.339994:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768345.339997:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768345.340000:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340006:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768345.340012:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768345.340014:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768345.340016:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768345.340019:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768345.340021:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768345.340024:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768345.340027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768345.340035:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768345.340038:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340040:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768345.340043:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768345.340045:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768345.340048:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340050:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768345.340052:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768345.340069:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768345.340072:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768345.340075:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768345.340077:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340080:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768345.340082:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768345.340085:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768345.340091:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768345.340097:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768345.340105:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768345.340114:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768345.340119:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768345.340123:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768345.340140:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768345.340144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768345.340147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768345.340149:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768345.340150:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768345.340153:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768345.340155:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5563
00000400:00000200:2.0:1775768345.340158:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768345.340161:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768345.340163:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768345.340166:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340168:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340170:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340172:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768345.340174:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768345.340175:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768345.340177:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768345.340187:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768345.340188:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768345.340190:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768345.340193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340195:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340197:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768345.340201:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768345.340203:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340205:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768345.340207:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768345.340211:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768345.340213:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340215:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768345.340218:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768345.340220:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340223:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768345.340226:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775768345.340228:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768345.340230:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768345.340231:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340233:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768345.340234:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768345.340235:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768345.340240:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768345.340243:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768345.340247:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768345.340254:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768345.340256:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768345.340259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768345.340266:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768345.340269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768345.340272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768345.340273:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768345.340274:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768345.340276:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768345.340279:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5563
00000400:00000200:2.0:1775768345.340282:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768345.340284:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768345.340286:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768345.340289:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340294:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768345.340296:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768345.340297:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768345.340299:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768345.340301:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768345.340302:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768345.340304:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768345.340307:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340309:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340311:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340312:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768345.340315:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768345.340317:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340319:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768345.340321:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768345.340323:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768345.340325:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340327:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768345.340329:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768345.340331:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340332:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768345.340335:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775768345.340337:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768345.340339:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768345.340340:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340342:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768345.340343:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768345.340345:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768345.340348:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768345.340351:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768345.340355:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768345.340361:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768345.340363:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768345.340367:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768345.340374:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768345.340376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768345.340380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768345.340381:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768345.340383:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768345.340385:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768345.340387:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5563
00000400:00000200:2.0:1775768345.340390:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768345.340392:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768345.340394:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768345.340396:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340398:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340399:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340401:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768345.340403:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768345.340404:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768345.340405:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768345.340407:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768345.340408:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768345.340410:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768345.340412:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340414:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768345.340416:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340418:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768345.340420:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768345.340422:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768345.340424:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768345.340426:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768345.340428:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768345.340430:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340432:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768345.340434:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768345.340436:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340437:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768345.340440:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768345.340442:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768345.340444:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768345.340445:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.340447:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768345.340448:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768345.340449:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768345.340452:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768345.340455:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768345.340458:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768345.340464:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768345.340465:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768345.340468:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768345.340474:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768345.340477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768345.340480:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768345.340484:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5573)
00010000:00000001:0.0:1775768345.340921:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768345.340924:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768345.340928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768345.340929:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768345.340932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768345.340934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.340956:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768345.340959:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768345.340962:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768345.340968:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.340976:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768345.340979:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.340982:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768345.340984:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768345.340987:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768345.340990:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360636416:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768345.340994:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768345.340998:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768345.341000:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.341002:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768345.341007:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768345.341009:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768345.341015:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768345.341018:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768345.341024:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768345.341030:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636416, portal 25
00000100:00000001:0.0:1775768345.341032:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768345.341034:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:0.0:1775768345.341040:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341057:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768345.341060:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768345.341063:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768345.341070:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360636416, offset 0
00000400:00000200:0.0:1775768345.341077:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768345.341083:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768345.341089:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768345.341093:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768345.341097:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768345.341100:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768345.341103:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768345.341107:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59966:59966:256:4294967295] 192.168.202.115@tcp LPNI seq info [59965:59965:8:4294967295]
00000400:00000200:0.0:1775768345.341112:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775768345.341131:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000400:00000200:0.0:1775768345.341134:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775768345.341137:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768345.341141:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1775768345.341142:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.341148:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768345.341155:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768345.341159:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768345.341164:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768345.341167:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768345.341183:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.341185:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768345.341191:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768345.341195:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768345.341200:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768345.341202:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768345.341206:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768345.341210:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341218:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.341228:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341239:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.341241:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768345.341247:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768345.341250:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768345.341253:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300237563
00000100:00000010:0.0:1775768345.341257:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442310c0.
00000100:00000001:0.0:1775768345.341262:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768345.341266:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300237563
00000100:00000010:0.0:1775768345.341269:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231660.
00000100:00000001:0.0:1775768345.341272:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768345.341275:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768345.341277:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.341279:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768345.341284:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768345/real 1775768345]  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768345.341293:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768345.341295:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768345.341297:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768345.341299:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768345.341301:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768345.341303:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768345.341306:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768345.341320:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341327:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768345.341328:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341331:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.341333:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768345.341336:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341343:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768345.341347:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341355:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768345.341358:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341359:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.341360:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341363:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768345.341364:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768345.341367:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768345.341371:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768345.341373:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768345.341377:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768345.341384:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360636416:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768345.341388:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768345.341391:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341397:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768345.341400:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.341402:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768345.341404:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768345.341406:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768345.341409:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636544:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768345.341412:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768345.341413:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768345.341415:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.341416:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768345.341420:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768345.341421:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768345.341425:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768345.341428:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768345.341431:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768345.341433:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636544, portal 10
00000100:00000001:0.0:1775768345.341435:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768345.341436:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:0.0:1775768345.341441:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341448:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768345.341450:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768345.341452:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768345.341455:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360636544, offset 0
00000400:00000200:0.0:1775768345.341459:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768345.341462:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768345.341465:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768345.341468:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768345.341471:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768345.341473:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768345.341475:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768345.341479:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59967:59967:256:4294967295] 192.168.202.115@tcp LPNI seq info [59966:59966:8:4294967295]
00000400:00000200:0.0:1775768345.341483:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768345.341489:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768345.341494:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.341497:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768345.341501:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768345.341503:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768345.341507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768345.341523:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768345.341527:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.341529:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768345.341532:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768345.341536:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768345.341539:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768345.341540:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768345.341542:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768345.341545:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341553:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.341555:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341561:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.341563:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768345.341565:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768345.341569:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768345.341572:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768345.341574:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300236301
00000100:00000001:0.0:1775768345.341576:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300237563
00000100:00000001:0.0:1775768345.341578:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300236301
00000100:00000001:0.0:1775768345.341580:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300237563
00000100:00000001:0.0:1775768345.341582:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768345.341584:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.341586:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768345.341589:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768345/real 1775768345]  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768345.341597:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768345.341599:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768345.341600:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768345.341603:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768345.341604:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768345.341607:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768345.341610:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768345.341617:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341624:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768345.341625:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341626:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.341628:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768345.341631:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341638:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768345.341641:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341648:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768345.341651:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341652:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.341654:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341655:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768345.341657:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768345.341659:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768345.341662:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768345.341665:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768345.341669:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768345.341676:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636544:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768345.341679:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768345.341682:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341688:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768345.341689:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.341691:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768345.341693:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768345.341695:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768345.341697:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636672:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768345.341700:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768345.341702:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768345.341703:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.341705:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768345.341708:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768345.341710:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768345.341713:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768345.341715:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768345.341718:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768345.341720:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636672, portal 10
00000100:00000001:0.0:1775768345.341721:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768345.341723:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:0.0:1775768345.341727:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341744:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768345.341747:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768345.341749:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768345.341751:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360636672, offset 0
00000400:00000200:0.0:1775768345.341755:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768345.341759:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768345.341761:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768345.341764:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768345.341766:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768345.341769:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768345.341771:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768345.341774:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59968:59968:256:4294967295] 192.168.202.115@tcp LPNI seq info [59967:59967:8:4294967295]
00000400:00000200:0.0:1775768345.341777:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768345.341783:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768345.341787:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.341790:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768345.341793:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768345.341796:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768345.341799:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768345.341802:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768345.341805:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.341807:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768345.341809:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768345.341813:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768345.341815:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768345.341817:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768345.341819:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768345.341822:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341850:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.341853:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341860:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.341861:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768345.341864:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768345.341867:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768345.341869:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768345.341871:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300236300
00000100:00000001:0.0:1775768345.341873:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300237563
00000100:00000001:0.0:1775768345.341875:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300236300
00000100:00000001:0.0:1775768345.341877:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300237563
00000100:00000001:0.0:1775768345.341879:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768345.341881:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.341882:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768345.341885:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768345/real 1775768345]  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768345.341893:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768345.341895:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768345.341896:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768345.341898:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768345.341900:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768345.341902:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768345.341905:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768345.341912:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341918:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768345.341919:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341920:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.341922:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768345.341925:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341931:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768345.341935:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341941:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768345.341943:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341944:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.341945:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.341947:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768345.341948:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768345.341951:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768345.341953:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768345.341955:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768345.341958:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768345.341965:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636672:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768345.341968:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768345.341971:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.341978:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768345.341979:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.341981:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768345.341983:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768345.341985:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768345.341987:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636800:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768345.341990:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768345.341992:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768345.341994:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768345.341995:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768345.341998:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768345.342000:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768345.342003:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768345.342005:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768345.342008:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768345.342011:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636800, portal 4
00000100:00000001:0.0:1775768345.342013:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768345.342014:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00000040:0.0:1775768345.342019:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.342025:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768345.342027:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768345.342030:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768345.342032:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360636800, offset 0
00000400:00000200:0.0:1775768345.342035:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768345.342039:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768345.342042:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768345.342045:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768345.342047:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768345.342049:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768345.342052:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768345.342054:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59969:59969:256:4294967295] 192.168.202.115@tcp LPNI seq info [59968:59968:8:4294967295]
00000400:00000200:0.0:1775768345.342058:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768345.342064:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768345.342068:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.342071:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768345.342075:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768345.342077:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775768345.342081:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768345.342083:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1775768345.342086:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768345.342088:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768345.342091:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768345.342094:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768345.342096:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768345.342098:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768345.342100:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768345.342103:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.342116:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.342119:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.342125:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.342126:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768345.342129:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768345.342131:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768345.342134:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768345.342136:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300236355
00000100:00000001:0.0:1775768345.342138:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300237563
00000100:00000001:0.0:1775768345.342140:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300236355
00000100:00000001:0.0:1775768345.342142:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300237563
00000100:00000001:0.0:1775768345.342144:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768345.342146:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.342147:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768345.342150:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768345/real 1775768345]  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768345.342158:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768345.342159:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768345.342160:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768345.342162:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768345.342164:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768345.342165:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768345.342168:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768345.342175:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.342181:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768345.342183:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.342185:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.342186:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768345.342189:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.342195:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768345.342198:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.342205:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768345.342207:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.342208:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768345.342210:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.342211:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768345.342213:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768345.342215:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768345.342218:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768345.342220:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768345.342224:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768345.342231:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360636800:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768345.342235:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.342237:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.342240:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360636416/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.342246:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768345.342248:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768345.342250:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768345.342253:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768345.345034:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768345.345043:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768345.345048:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768345.345053:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:0.0:1775768345.345062:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768345.345064:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768345.345066:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:0.0:1775768345.345070:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768345.345072:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.345075:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.345084:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360636544/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.345092:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768345.345094:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768345.345096:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768345.345099:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768345.345100:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768345.345102:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768345.345103:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768345.345105:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768345.345108:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768345.345110:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768345.345111:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:0.0:1775768345.345113:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768345.345114:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.345115:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.345119:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360636672/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.345135:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768345.345136:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768345.345138:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768345.345140:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768345.345141:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768345.345142:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768345.345144:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768345.345145:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768345.345147:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768345.345148:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768345.345150:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:0.0:1775768345.345152:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768345.345153:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.345154:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768345.345158:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360636800/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768370 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768345.345164:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768345.345165:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768345.345166:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768345.345168:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768345.345170:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768345.345171:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768345.345173:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768345.345174:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768345.345176:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768345.345177:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768345.345178:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768345.345180:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768345.345181:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.345184:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768345.345191:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768345.345193:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768345.345195:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768345.345197:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768345.404608:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768345.404614:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768345.404616:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768345.404622:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768345.404626:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768345.404630:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768345.404632:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768345.404635:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768345.404637:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768346.363950:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768346.363952:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768346.363956:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363960:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768346.363962:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363964:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363966:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768346.363971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768346.363976:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768346.363977:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768346.363979:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363980:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768346.363981:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363983:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768346.363985:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768346.364047:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768346.364051:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768346.364054:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768346.427964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768346.427969:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768346.427971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768346.427976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768346.427980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768346.427983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768346.427986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768346.427988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768346.427990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768346.619939:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300237563, at 4300237568
00000100:00000010:3.0:1775768346.619953:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000100:00000040:2.0:1775768346.620404:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300237563, at 4300237568
00000100:00000010:2.0:1775768346.620411:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00010000:00000001:0.0:1775768347.387902:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768347.387907:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768347.387911:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768347.387912:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768347.387916:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768347.387917:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768347.387972:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768347.387976:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768347.387980:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768347.451938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768347.451948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768347.451949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768347.451955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768347.451959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768347.451962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768347.451965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768347.451967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768347.451969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768348.411921:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768348.411927:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768348.411933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768348.411936:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768348.411938:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768348.411941:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768348.411944:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768348.411946:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768348.411948:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768348.411950:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768348.411954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768348.411955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768348.411972:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768348.411974:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768348.411977:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768348.475966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768348.475973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768348.475975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768348.475980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768348.475984:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768348.475989:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768348.475992:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768348.475994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768348.475997:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768349.435902:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768349.435906:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768349.435909:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768349.435910:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768349.435912:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768349.435913:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768349.435957:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768349.435960:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768349.435962:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768349.500034:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768349.500041:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768349.500043:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768349.500048:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768349.500052:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768349.500055:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768349.500058:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768349.500060:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768349.500063:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768350.459968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768350.459973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768350.459978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768350.459979:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768350.459982:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768350.459984:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768350.460484:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768350.460488:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768350.460491:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768350.460583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768350.460589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768350.460591:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768350.460595:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768350.460599:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768350.460604:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5568
00000400:00000200:3.0:1775768350.460611:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768350.460616:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768350.460619:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768350.460622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460624:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.460627:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768350.460633:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768350.460635:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768350.460637:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768350.460640:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768350.460642:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768350.460644:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768350.460647:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460648:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.460650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460652:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768350.460655:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768350.460658:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460660:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768350.460662:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768350.460665:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768350.460668:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.460670:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768350.460672:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768350.460818:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768350.460823:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768350.460861:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768350.460864:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.460867:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768350.460869:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768350.460873:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768350.460881:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768350.460887:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768350.460896:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768350.460907:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768350.460911:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768350.460915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768350.460928:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768350.460931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768350.460935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768350.460936:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768350.460938:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768350.460940:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768350.460942:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5568
00000400:00000200:3.0:1775768350.460946:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768350.460950:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768350.460952:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768350.460955:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460957:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.460959:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460961:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768350.460963:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768350.460965:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768350.460966:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768350.460968:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768350.460969:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768350.460971:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768350.460974:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460976:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.460977:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460979:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768350.460981:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768350.460983:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768350.460986:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768350.460988:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768350.460993:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768350.460995:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.460996:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768350.461000:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768350.461003:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461005:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768350.461008:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775768350.461010:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768350.461012:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768350.461013:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461015:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768350.461016:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768350.461018:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768350.461021:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775768350.461024:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768350.461028:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768350.461036:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768350.461038:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768350.461041:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768350.461049:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768350.461051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768350.461054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768350.461055:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768350.461057:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768350.461059:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768350.461061:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5568
00000400:00000200:3.0:1775768350.461064:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768350.461066:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768350.461068:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768350.461071:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.461074:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461076:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768350.461078:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768350.461079:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768350.461081:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768350.461082:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768350.461083:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768350.461085:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768350.461087:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461088:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.461089:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461090:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768350.461091:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768350.461092:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461093:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768350.461094:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768350.461096:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768350.461097:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461098:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768350.461099:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768350.461100:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461101:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768350.461103:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775768350.461105:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768350.461106:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768350.461107:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461108:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768350.461109:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768350.461111:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768350.461114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768350.461118:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768350.461122:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768350.461129:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768350.461131:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768350.461134:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768350.461141:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768350.461144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768350.461147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768350.461148:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768350.461149:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768350.461152:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768350.461154:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5568
00000400:00000200:3.0:1775768350.461157:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768350.461160:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768350.461161:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768350.461164:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.461167:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768350.461170:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768350.461171:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768350.461172:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768350.461174:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768350.461176:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768350.461178:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768350.461180:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461182:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768350.461183:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768350.461187:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768350.461189:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768350.461191:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768350.461193:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768350.461196:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768350.461205:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461206:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768350.461209:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768350.461210:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461212:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768350.461215:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768350.461218:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768350.461220:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768350.461221:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768350.461223:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768350.461224:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768350.461226:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768350.461229:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768350.461231:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768350.461235:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768350.461241:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768350.461243:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768350.461246:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768350.461253:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768350.461255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768350.461258:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768350.461262:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5579)
00000100:00000001:0.0:1775768350.461773:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768350.461777:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768350.461779:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768350.461785:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.461792:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768350.461794:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.461797:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768350.461800:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768350.461802:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768350.461805:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360636928:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768350.461809:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768350.461813:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768350.461815:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.461817:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768350.461822:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768350.461823:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768350.461852:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768350.461856:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768350.461862:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768350.461867:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360636928, portal 25
00000100:00000001:0.0:1775768350.461869:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768350.461871:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000100:00000040:0.0:1775768350.461876:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.461882:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768350.461886:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768350.461888:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768350.461891:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360636928, offset 0
00000400:00000200:0.0:1775768350.461896:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768350.461903:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.461908:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768350.461913:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768350.461917:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768350.461921:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768350.461923:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768350.461927:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59970:59970:256:4294967295] 192.168.202.115@tcp LPNI seq info [59969:59969:8:4294967295]
00000400:00000200:0.0:1775768350.461932:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.461941:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768350.461947:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.461951:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768350.461957:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768350.461961:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768350.461966:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768350.461969:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768350.461973:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.461975:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768350.461979:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768350.461984:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768350.461988:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768350.461991:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768350.461994:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768350.461998:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462007:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.462010:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462017:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462018:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768350.462023:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768350.462027:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768350.462029:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300242684
00000100:00000010:0.0:1775768350.462033:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231b40.
00000100:00000001:0.0:1775768350.462038:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768350.462043:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300242684
00000100:00000010:0.0:1775768350.462045:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442315a0.
00000100:00000001:0.0:1775768350.462048:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768350.462051:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768350.462053:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462055:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768350.462059:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768350/real 1775768350]  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768350.462068:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768350.462070:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768350.462071:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768350.462073:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768350.462074:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768350.462076:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768350.462078:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768350.462083:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462087:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768350.462088:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462089:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462091:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768350.462093:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462098:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768350.462103:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462109:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768350.462112:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462114:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462115:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462118:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768350.462119:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768350.462122:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768350.462126:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768350.462128:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768350.462132:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768350.462140:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360636928:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768350.462144:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768350.462147:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462153:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768350.462154:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.462157:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768350.462158:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768350.462160:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768350.462163:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637056:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768350.462166:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768350.462167:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768350.462169:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.462170:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768350.462173:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768350.462175:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768350.462179:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768350.462181:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768350.462185:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768350.462188:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637056, portal 10
00000100:00000001:0.0:1775768350.462189:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768350.462191:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:0.0:1775768350.462196:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462203:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768350.462205:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768350.462207:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768350.462209:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360637056, offset 0
00000400:00000200:0.0:1775768350.462213:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768350.462217:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.462220:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768350.462223:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768350.462225:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768350.462227:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768350.462230:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768350.462233:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59971:59971:256:4294967295] 192.168.202.115@tcp LPNI seq info [59970:59970:8:4294967295]
00000400:00000200:0.0:1775768350.462236:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.462243:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768350.462247:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.462250:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768350.462254:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768350.462256:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768350.462260:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768350.462262:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768350.462266:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.462267:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768350.462270:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768350.462273:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768350.462276:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768350.462277:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768350.462279:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768350.462282:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462289:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.462291:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462297:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462298:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768350.462301:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768350.462305:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768350.462307:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768350.462309:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300241422
00000100:00000001:0.0:1775768350.462312:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300242684
00000100:00000001:0.0:1775768350.462314:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300241422
00000100:00000001:0.0:1775768350.462316:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300242684
00000100:00000001:0.0:1775768350.462318:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768350.462320:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462322:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768350.462325:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768350/real 1775768350]  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768350.462332:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768350.462333:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768350.462335:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768350.462337:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768350.462339:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768350.462341:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768350.462344:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768350.462352:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462358:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768350.462359:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462361:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462362:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768350.462366:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462372:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768350.462375:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462382:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768350.462384:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462385:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462386:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462388:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768350.462389:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768350.462391:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768350.462394:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768350.462396:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768350.462399:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768350.462407:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637056:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768350.462410:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768350.462413:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462418:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768350.462419:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.462421:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768350.462422:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768350.462424:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768350.462427:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637184:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768350.462430:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768350.462432:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768350.462433:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.462435:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768350.462438:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768350.462439:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768350.462442:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768350.462445:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768350.462447:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768350.462449:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637184, portal 10
00000100:00000001:0.0:1775768350.462451:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768350.462452:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
00000100:00000040:0.0:1775768350.462457:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462464:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768350.462466:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768350.462467:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768350.462469:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360637184, offset 0
00000400:00000200:0.0:1775768350.462472:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768350.462476:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.462479:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768350.462481:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768350.462484:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768350.462486:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768350.462488:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768350.462491:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59972:59972:256:4294967295] 192.168.202.115@tcp LPNI seq info [59971:59971:8:4294967295]
00000400:00000200:0.0:1775768350.462495:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.462501:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768350.462505:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.462508:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768350.462512:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768350.462514:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768350.462517:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768350.462520:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768350.462524:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.462526:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768350.462528:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768350.462531:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768350.462534:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768350.462548:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768350.462550:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768350.462553:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462560:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.462563:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462569:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462570:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768350.462572:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768350.462575:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768350.462578:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768350.462580:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300241420
00000100:00000001:0.0:1775768350.462582:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300242684
00000100:00000001:0.0:1775768350.462584:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300241420
00000100:00000001:0.0:1775768350.462586:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300242684
00000100:00000001:0.0:1775768350.462587:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768350.462589:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462591:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768350.462594:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768350/real 1775768350]  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768350.462601:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768350.462602:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768350.462603:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768350.462605:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768350.462607:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768350.462609:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768350.462612:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768350.462620:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462627:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768350.462628:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462629:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462630:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768350.462633:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462640:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768350.462643:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462648:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768350.462650:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462652:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462653:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462654:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768350.462656:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768350.462658:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768350.462661:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768350.462662:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768350.462665:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768350.462674:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637184:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768350.462677:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768350.462692:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462699:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768350.462700:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.462702:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768350.462704:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768350.462706:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768350.462709:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637312:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768350.462712:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768350.462713:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768350.462715:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768350.462716:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768350.462719:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768350.462721:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768350.462724:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768350.462726:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768350.462728:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768350.462731:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637312, portal 4
00000100:00000001:0.0:1775768350.462732:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768350.462733:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00000040:0.0:1775768350.462738:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462744:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768350.462746:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768350.462748:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768350.462751:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360637312, offset 0
00000400:00000200:0.0:1775768350.462754:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768350.462757:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.462760:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768350.462762:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768350.462765:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768350.462767:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768350.462770:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768350.462773:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59973:59973:256:4294967295] 192.168.202.115@tcp LPNI seq info [59972:59972:8:4294967295]
00000400:00000200:0.0:1775768350.462776:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768350.462782:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768350.462786:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.462789:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768350.462792:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768350.462794:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768350.462798:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768350.462800:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768350.462804:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768350.462806:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768350.462808:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768350.462811:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768350.462814:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768350.462815:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768350.462817:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768350.462820:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462843:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.462846:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768375 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462853:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462854:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768350.462857:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768350.462860:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768350.462862:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768350.462864:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300241476
00000100:00000001:0.0:1775768350.462866:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300242684
00000100:00000001:0.0:1775768350.462868:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300241476
00000100:00000001:0.0:1775768350.462870:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300242684
00000100:00000001:0.0:1775768350.462872:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768350.462874:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.462876:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768350.462879:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768350/real 1775768350]  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768350.462887:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768350.462888:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768350.462889:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768350.462891:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768350.462892:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768350.462894:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768350.462897:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768350.462904:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462910:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768350.462911:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462913:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462914:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768350.462917:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462924:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768350.462926:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462933:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768350.462935:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462937:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768350.462938:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462939:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768350.462940:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768350.462942:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768350.462945:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768350.462947:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768350.462951:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768350.462958:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637312:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768350.462962:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462964:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.462966:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360636928/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.462972:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768350.462975:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768350.462977:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768350.462979:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768350.462981:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768350.462982:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768350.462984:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768350.462986:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:0.0:1775768350.462990:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768350.462992:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768350.462993:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:0.0:1775768350.462996:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768350.462997:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.462998:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.463001:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360637056/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.463007:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768350.463008:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768350.463010:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768350.463012:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768350.463013:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768350.463014:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768350.463016:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768350.463017:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:0.0:1775768350.463019:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768350.463020:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768350.463022:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:0.0:1775768350.463024:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768350.463025:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.463026:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.463029:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360637184/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.463036:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768350.463037:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768350.463038:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768350.463039:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768350.463040:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768350.463041:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768350.463043:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768350.463044:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:0.0:1775768350.463046:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768350.463047:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768350.463048:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:0.0:1775768350.463050:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768350.463052:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.463053:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768350.463055:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360637312/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768375 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768350.463061:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768350.463062:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768350.463063:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768350.463065:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768350.463066:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768350.463067:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768350.463069:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768350.463070:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:0.0:1775768350.463072:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768350.463073:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768350.463075:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:0.0:1775768350.463077:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768350.463078:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.463080:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768350.463085:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768350.463087:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768350.463089:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768350.463091:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768350.524115:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768350.524121:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768350.524123:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768350.524129:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768350.524132:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768350.524135:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768350.524138:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768350.524140:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768350.524143:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768351.483976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768351.483982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768351.483987:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768351.483989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768351.483992:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768351.483993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768351.484063:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768351.484066:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768351.484070:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768351.547917:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768351.547923:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768351.547925:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768351.547930:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768351.547934:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768351.547937:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768351.547940:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768351.547943:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768351.547945:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768351.739909:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300242684, at 4300242688
00000100:00000040:3.0:1775768351.739909:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300242684, at 4300242688
00000100:00000010:2.0:1775768351.739922:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000100:00000010:3.0:1775768351.739924:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00010000:00000001:0.0:1775768352.507947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768352.507952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768352.507958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768352.507960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768352.507963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768352.507964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768352.508239:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768352.508242:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768352.508245:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768352.572352:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768352.572359:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768352.572362:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768352.572367:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768352.572371:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768352.572374:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768352.572377:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768352.572379:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768352.572381:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768353.531948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768353.531953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768353.531959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768353.531960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768353.531963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768353.531964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768353.531984:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768353.531986:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768353.531989:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768353.595997:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768353.596003:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768353.596005:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768353.596011:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768353.596015:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768353.596018:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768353.596021:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768353.596024:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768353.596026:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768354.556526:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768354.556533:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768354.556538:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768354.556539:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768354.556542:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768354.556544:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768354.556600:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768354.556603:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768354.556606:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768354.621774:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768354.621781:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768354.621783:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768354.621788:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768354.621792:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768354.621796:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768354.621798:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768354.621801:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768354.621804:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768355.580559:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768355.580564:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768355.580570:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768355.580571:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768355.580574:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768355.580576:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768355.580683:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768355.580688:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768355.580691:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768355.580777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768355.580782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768355.580785:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768355.580789:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768355.580793:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768355.580799:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5574
00000400:00000200:3.0:1775768355.580806:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768355.580812:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768355.580815:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768355.580818:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.580822:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.580824:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.580841:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768355.580844:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768355.580846:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768355.580848:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768355.580851:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768355.580853:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768355.580855:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768355.580858:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.580860:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.580862:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.580864:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768355.580867:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768355.580869:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768355.580872:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768355.580874:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768355.580877:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768355.580880:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.580883:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768355.580885:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768355.580894:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768355.580897:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768355.580901:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768355.580903:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.580906:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768355.580909:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768355.580912:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768355.580919:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768355.580926:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768355.580935:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768355.580945:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768355.580949:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768355.580954:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768355.580974:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768355.580978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768355.580982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768355.580983:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768355.580985:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768355.580987:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768355.580989:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5574
00000400:00000200:3.0:1775768355.580993:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768355.580996:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768355.581007:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768355.581011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.581013:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.581015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.581018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768355.581020:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768355.581021:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768355.581022:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768355.581024:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768355.581026:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768355.581028:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768355.581031:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.581032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.581034:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.581036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768355.581038:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768355.581040:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768355.581043:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768355.581044:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768355.581049:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768355.581051:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.581053:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768355.581056:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768355.581059:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.581060:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768355.581064:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775768355.581066:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768355.581068:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768355.581069:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.581071:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768355.581072:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768355.581074:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768355.581077:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768355.581079:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768355.581084:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768355.581096:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768355.581098:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768355.581101:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768355.581108:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768355.581110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768355.581113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768355.581115:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768355.581116:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768355.581119:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768355.581121:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5574
00000400:00000200:3.0:1775768355.581125:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768355.581128:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768355.581130:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768355.581133:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.581135:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.581136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.581138:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768355.581140:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768355.581141:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:0.0:1775768355.581227:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768355.581230:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768355.581233:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768355.581238:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581247:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768355.581248:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.581252:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768355.581254:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768355.581257:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768355.581259:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360637440:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768355.581264:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768355.581268:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768355.581270:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.581283:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768355.581288:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768355.581290:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768355.581295:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768355.581299:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768355.581304:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768355.581310:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637440, portal 25
00000100:00000001:0.0:1775768355.581312:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768355.581313:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:0.0:1775768355.581318:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581325:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768355.581328:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768355.581330:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768355.581333:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360637440, offset 0
00000400:00000200:0.0:1775768355.581339:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768355.581347:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.581353:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768355.581358:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768355.581362:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768355.581365:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768355.581368:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768355.581372:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59974:59974:256:4294967295] 192.168.202.115@tcp LPNI seq info [59973:59973:8:4294967295]
00000400:00000200:0.0:1775768355.581376:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.581386:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768355.581391:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.581396:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768355.581401:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768355.581405:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768355.581410:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768355.581413:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768355.581416:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.581418:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768355.581424:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768355.581428:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768355.581433:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768355.581435:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768355.581438:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768355.581442:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581450:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.581453:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581460:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.581461:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768355.581466:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768355.581470:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768355.581473:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300247803
00000100:00000010:0.0:1775768355.581478:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231060.
00000100:00000001:0.0:1775768355.581484:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768355.581490:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300247803
00000100:00000010:0.0:1775768355.581493:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442319c0.
00000100:00000001:0.0:1775768355.581496:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768355.581499:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768355.581501:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.581504:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768355.581507:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768355/real 1775768355]  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768355.581517:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768355.581519:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768355.581521:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768355.581523:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768355.581525:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768355.581527:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768355.581530:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768355.581538:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581545:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768355.581547:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581549:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.581551:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768355.581555:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581562:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768355.581566:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581573:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768355.581576:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581578:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.581580:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581582:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768355.581584:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768355.581587:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768355.581591:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768355.581593:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768355.581596:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768355.581603:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360637440:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768355.581606:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768355.581608:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581614:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768355.581616:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.581618:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768355.581619:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768355.581622:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768355.581624:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637568:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768355.581627:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768355.581629:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768355.581630:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.581644:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768355.581647:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768355.581649:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768355.581652:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768355.581655:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768355.581658:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768355.581661:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637568, portal 10
00000100:00000001:0.0:1775768355.581663:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768355.581664:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:0.0:1775768355.581670:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581675:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768355.581677:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768355.581679:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768355.581681:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360637568, offset 0
00000400:00000200:0.0:1775768355.581685:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768355.581688:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.581691:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768355.581694:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768355.581696:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768355.581698:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768355.581700:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768355.581703:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59975:59975:256:4294967295] 192.168.202.115@tcp LPNI seq info [59974:59974:8:4294967295]
00000400:00000200:0.0:1775768355.581707:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.581713:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768355.581717:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.581720:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768355.581724:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768355.581726:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768355.581731:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768355.581733:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768355.581737:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.581739:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768355.581741:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768355.581744:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768355.581747:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768355.581749:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768355.581751:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768355.581753:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581760:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.581764:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581770:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.581771:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768355.581774:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768355.581777:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768355.581780:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768355.581782:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300246541
00000100:00000001:0.0:1775768355.581784:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300247803
00000100:00000001:0.0:1775768355.581787:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300246541
00000100:00000001:0.0:1775768355.581789:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300247803
00000100:00000001:0.0:1775768355.581791:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768355.581792:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.581794:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768355.581797:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768355/real 1775768355]  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768355.581804:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768355.581805:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768355.581807:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768355.581809:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768355.581811:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768355.581813:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768355.581815:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768355.581822:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581854:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768355.581855:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581857:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.581858:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768355.581862:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581868:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768355.581872:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581878:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768355.581880:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581882:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.581883:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581884:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768355.581886:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768355.581888:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768355.581891:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768355.581893:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768355.581896:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768355.581903:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637568:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768355.581907:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581908:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.581911:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360637440/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581916:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768355.581919:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768355.581921:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768355.581924:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768355.581925:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768355.581927:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768355.581929:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768355.581931:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:0.0:1775768355.581935:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768355.581936:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768355.581938:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:0.0:1775768355.581940:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768355.581941:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581943:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.581945:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360637568/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.581951:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768355.581952:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768355.581953:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768355.581956:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768355.581957:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768355.581958:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768355.581960:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768355.581961:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:0.0:1775768355.581963:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768355.581964:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768355.581965:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:0.0:1775768355.581968:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768355.581970:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581971:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.581979:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768355.581981:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.581983:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768355.581985:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768355.582246:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768355.582250:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768355.582252:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768355.582255:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768355.582258:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582260:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.582262:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582264:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768355.582267:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768355.582269:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582271:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768355.582273:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768355.582276:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768355.582278:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.582280:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768355.582282:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768355.582284:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.582286:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768355.582289:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775768355.582291:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768355.582294:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768355.582295:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.582297:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768355.582298:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768355.582300:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768355.582303:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768355.582307:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768355.582311:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768355.582317:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768355.582319:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768355.582322:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768355.582338:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768355.582341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768355.582344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768355.582345:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768355.582347:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768355.582349:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768355.582352:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5574
00000400:00000200:3.0:1775768355.582355:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768355.582358:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768355.582360:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768355.582363:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582365:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.582366:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582368:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768355.582370:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768355.582371:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768355.582372:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768355.582374:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768355.582376:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768355.582377:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768355.582380:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582381:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768355.582383:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768355.582386:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768355.582388:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768355.582390:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768355.582391:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768355.582394:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768355.582395:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.582397:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768355.582399:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768355.582400:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.582402:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768355.582405:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768355.582407:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768355.582409:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768355.582410:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768355.582412:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768355.582413:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768355.582415:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768355.582418:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768355.582420:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768355.582424:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768355.582430:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768355.582432:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768355.582435:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768355.582442:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768355.582445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768355.582448:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768355.582452:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5584)
00000100:00000001:0.0:1775768355.583346:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768355.583349:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768355.583351:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768355.583357:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.583365:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768355.583367:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.583370:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768355.583372:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768355.583375:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768355.583378:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637696:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768355.583382:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768355.583385:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768355.583387:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.583388:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768355.583398:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768355.583401:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768355.583405:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768355.583408:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768355.583413:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768355.583417:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637696, portal 10
00000100:00000001:0.0:1775768355.583419:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768355.583421:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:0.0:1775768355.583427:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.583434:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768355.583436:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768355.583438:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768355.583736:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360637696, offset 0
00000400:00000200:0.0:1775768355.583745:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768355.583751:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.583755:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768355.583759:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768355.583762:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768355.583765:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768355.583768:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768355.583771:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59976:59976:256:4294967295] 192.168.202.115@tcp LPNI seq info [59975:59975:8:4294967295]
00000400:00000200:0.0:1775768355.583775:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.583782:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768355.583788:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.583792:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768355.583798:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768355.583801:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768355.583806:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768355.583809:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768355.583812:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.583814:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768355.583818:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768355.583822:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768355.583825:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768355.583826:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768355.583850:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768355.583854:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.583862:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.583866:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.583872:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.583873:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768355.583877:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768355.583880:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768355.583883:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768355.583886:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300246542
00000100:00000001:0.0:1775768355.583888:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300247803
00000100:00000001:0.0:1775768355.583890:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300246542
00000100:00000001:0.0:1775768355.583892:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300247803
00000100:00000001:0.0:1775768355.583894:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768355.583896:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.583898:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768355.583902:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768355/real 1775768355]  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768355.583916:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768355.583917:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768355.583919:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768355.583921:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768355.583923:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768355.583925:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768355.583928:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768355.583936:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.583942:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768355.583943:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.583945:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.583947:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768355.583964:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.583970:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768355.583974:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.583980:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768355.583983:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.583985:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.583986:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.583988:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768355.583990:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768355.583992:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768355.583996:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768355.583998:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768355.584002:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768355.584010:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637696:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768355.584014:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768355.584017:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584023:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768355.584024:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.584026:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768355.584028:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768355.584030:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768355.584032:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637824:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768355.584035:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768355.584037:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768355.584038:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768355.584040:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768355.584043:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768355.584045:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768355.584049:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768355.584052:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768355.584055:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768355.584057:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637824, portal 4
00000100:00000001:0.0:1775768355.584059:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768355.584060:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00000040:0.0:1775768355.584065:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584071:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768355.584074:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768355.584075:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768355.584078:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360637824, offset 0
00000400:00000200:0.0:1775768355.584082:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768355.584086:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.584089:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768355.584091:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768355.584094:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768355.584096:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768355.584098:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768355.584101:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59977:59977:256:4294967295] 192.168.202.115@tcp LPNI seq info [59976:59976:8:4294967295]
00000400:00000200:0.0:1775768355.584104:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768355.584110:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768355.584114:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.584117:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768355.584121:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768355.584123:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768355.584127:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768355.584129:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768355.584133:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768355.584135:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768355.584137:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768355.584141:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768355.584143:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768355.584145:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768355.584147:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768355.584150:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584157:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.584159:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584165:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.584167:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768355.584169:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768355.584172:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768355.584174:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768355.584177:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300246597
00000100:00000001:0.0:1775768355.584179:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300247803
00000100:00000001:0.0:1775768355.584181:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300246597
00000100:00000001:0.0:1775768355.584183:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300247803
00000100:00000001:0.0:1775768355.584185:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768355.584187:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.584188:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768355.584191:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768355/real 1775768355]  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768355.584198:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768355.584199:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768355.584200:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768355.584202:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768355.584204:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768355.584206:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768355.584209:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768355.584216:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584222:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768355.584223:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.584225:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.584226:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768355.584229:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584236:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768355.584239:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584245:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768355.584248:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.584249:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768355.584251:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.584252:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768355.584254:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768355.584256:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768355.584259:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768355.584261:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768355.584264:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768355.584272:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360637824:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768355.584275:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.584277:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.584280:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360637696/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584286:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768355.584288:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768355.584290:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768355.584292:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768355.584294:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768355.584295:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768355.584297:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768355.584299:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:0.0:1775768355.584302:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768355.584303:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768355.584305:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:0.0:1775768355.584307:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768355.584308:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.584310:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768355.584313:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360637824/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768380 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768355.584324:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768355.584325:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768355.584327:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768355.584329:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768355.584330:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768355.584331:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768355.584332:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768355.584334:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:0.0:1775768355.584336:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768355.584337:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768355.584338:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:0.0:1775768355.584340:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768355.584341:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.584343:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768355.584348:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768355.584349:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768355.584351:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768355.584353:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768355.643916:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768355.643921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768355.643923:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768355.643929:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768355.643932:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768355.643935:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768355.643938:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768355.643940:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768355.643942:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604428:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768356.604435:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768356.604437:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768356.604440:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604444:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768356.604447:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604449:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604451:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604455:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768356.604457:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604460:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768356.604462:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768356.604463:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768356.604465:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604466:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768356.604467:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604469:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768356.604470:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768356.604652:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768356.604655:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768356.604657:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768356.667966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768356.667973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768356.667975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768356.667980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768356.667984:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768356.667987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768356.667990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768356.667992:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768356.667994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768356.860008:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300247803, at 4300247808
00000100:00000010:2.0:1775768356.860020:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000100:00000040:3.0:1775768356.860686:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300247803, at 4300247808
00000100:00000010:3.0:1775768356.860692:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00010000:00000001:0.0:1775768357.627940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768357.627945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768357.627952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768357.627953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768357.627958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768357.627959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768357.627974:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768357.627979:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768357.627983:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768357.691912:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768357.691917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768357.691919:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768357.691924:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768357.691927:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768357.691930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768357.691933:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768357.691935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768357.691938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768358.651996:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768358.652003:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768358.652009:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768358.652013:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768358.652015:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768358.652020:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768358.652023:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768358.652026:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768358.652028:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768358.652030:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768358.652034:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768358.652036:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768358.652063:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768358.652066:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768358.652068:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768358.715967:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775768358.715972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768358.715974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768358.715979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:2.0:1775768358.715983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768358.715986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768358.715989:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768358.715991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768358.715994:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768359.679722:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768359.679728:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768359.679734:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768359.679735:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768359.679738:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768359.679739:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768359.680223:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768359.680226:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768359.680229:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768359.740944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768359.740959:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768359.740961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768359.740966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768359.740969:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768359.740972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.740975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768359.740977:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768359.740980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768360.699918:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768360.699923:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768360.699928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768360.699929:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768360.699933:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768360.699935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768360.699938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768360.699938:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768360.699943:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768360.699944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768360.699947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768360.699968:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5579
00000400:00000200:2.0:1775768360.699976:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768360.699982:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768360.699986:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768360.699989:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.699993:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768360.699996:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.699998:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768360.700000:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768360.700001:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768360.700005:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768360.700006:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768360.700009:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00010000:1.0:1775768360.700011:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768360.700013:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768360.700016:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768360.700019:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768360.700023:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700026:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768360.700028:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700030:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768360.700032:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768360.700035:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700038:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768360.700041:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768360.700044:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768360.700046:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700048:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768360.700050:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768360.700059:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775768360.700062:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768360.700066:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768360.700067:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700070:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768360.700073:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768360.700077:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768360.700085:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768360.700091:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768360.700100:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768360.700109:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768360.700113:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768360.700116:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768360.700131:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768360.700133:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768360.700136:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768360.700137:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768360.700138:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768360.700140:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768360.700142:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5579
00000400:00000200:2.0:1775768360.700145:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768360.700147:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768360.700148:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768360.700150:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700151:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768360.700153:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700154:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768360.700156:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768360.700157:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768360.700158:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768360.700160:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768360.700161:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768360.700162:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768360.700164:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700165:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768360.700167:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768360.700169:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768360.700169:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768360.700173:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768360.700174:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1775768360.700177:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768360.700178:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768360.700182:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768360.700185:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775768360.700187:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768360.700191:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768360.700196:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700200:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768360.700201:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768360.700204:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768360.700205:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768360.700207:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1775768360.700209:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.700211:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768360.700211:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.700216:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768360.700218:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775768360.700222:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00100000:0.0:1775768360.700224:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360637952:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768360.700227:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768360.700229:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768360.700229:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700232:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768360.700234:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768360.700234:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768360.700238:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768360.700238:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.700243:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768360.700245:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
02000000:00000010:0.0:1775768360.700249:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:2.0:1775768360.700249:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.700253:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768360.700258:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768360.700262:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768360.700268:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:2.0:1775768360.700271:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768360.700274:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768360.700275:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000040:2.0:1775768360.700279:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768360.700283:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360637952, portal 25
00000100:00000001:0.0:1775768360.700287:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768360.700290:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000001:2.0:1775768360.700294:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768360.700298:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768360.700299:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768360.700306:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768360.700309:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768360.700312:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768360.700313:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768360.700317:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1775768360.700318:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768360.700321:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00080000:2.0:1775768360.700321:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5579
00000100:00000200:0.0:1775768360.700326:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360637952, offset 0
00000400:00000200:2.0:1775768360.700330:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768360.700337:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768360.700337:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768360.700341:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768360.700345:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700347:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768360.700348:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768360.700351:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700354:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768360.700357:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768360.700358:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000040:2.0:1775768360.700359:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768360.700362:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768360.700364:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1775768360.700364:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768360.700368:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768360.700372:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000001:2.0:1775768360.700373:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768360.700377:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775768360.700378:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700382:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768360.700383:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:2.0:1775768360.700387:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768360.700391:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59978:59978:256:4294967295] 192.168.202.115@tcp LPNI seq info [59977:59977:8:4294967295]
00000100:00000001:2.0:1775768360.700391:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768360.700396:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768360.700400:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768360.700403:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700406:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768360.700408:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768360.700413:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775768360.700413:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768360.700418:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700420:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768360.700422:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768360.700424:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700426:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768360.700430:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775768360.700432:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000800:00000200:0.0:1775768360.700434:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768360.700436:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768360.700438:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768360.700440:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000001:2.0:1775768360.700440:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768360.700442:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768360.700445:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768360.700449:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000800:00000200:0.0:1775768360.700452:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768360.700456:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768360.700462:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768360.700464:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768360.700465:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00100000:2.0:1775768360.700471:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768360.700479:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768360.700483:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768360.700486:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768360.700490:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000040:2.0:1775768360.700490:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768360.700496:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768360.700503:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768360.700506:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768360.700508:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768360.700512:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00080000:2.0:1775768360.700512:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768360.700514:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768360.700516:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1775768360.700517:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:2.0:1775768360.700520:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768360.700523:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775768360.700525:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5579
00000100:00000200:0.0:1775768360.700532:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768360.700532:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768360.700539:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768360.700543:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768360.700549:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768360.700550:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768360.700552:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768360.700556:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768360.700557:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700561:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768360.700566:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768360.700569:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768360.700571:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768360.700571:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768360.700574:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768360.700575:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775768360.700578:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768360.700581:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768360.700604:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775768360.700606:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768360.700607:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300252922
00000100:00000010:0.0:1775768360.700614:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231a20.
00000100:00000040:2.0:1775768360.700614:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768360.700617:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768360.700620:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768360.700623:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768360.700623:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768360.700628:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768360.700630:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300252922
00000100:00080000:2.0:1775768360.700631:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000010:0.0:1775768360.700636:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231240.
00000100:00000001:2.0:1775768360.700636:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768360.700639:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768360.700641:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1775768360.700644:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768360.700645:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768360.700648:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.700650:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700653:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768360.700654:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1775768360.700657:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768360.700660:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768360.700663:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768360/real 1775768360]  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768360.700663:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768360.700668:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768360.700674:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768360.700679:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1775768360.700680:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775768360.700680:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768360.700681:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:0.0:1775768360.700684:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1775768360.700684:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775768360.700687:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
02000000:00000001:2.0:1775768360.700687:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768360.700690:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000400:00000200:0.0:1775768360.700692:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768360.700694:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:2.0:1775768360.700694:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.700699:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1775768360.700701:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768360.700706:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768360.700710:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768360.700713:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768360.700719:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768360.700726:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768360.700727:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768360.700731:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768360.700737:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768360.700743:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1775768360.700743:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5589)
00000100:00000001:0.0:1775768360.700745:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.700748:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.700750:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768360.700754:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.700761:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768360.700766:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.700773:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768360.700776:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.700778:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.700779:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.700781:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768360.700783:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768360.700786:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768360.700790:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768360.700792:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768360.700795:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768360.700803:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360637952:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768360.700807:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.700809:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768360.700812:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360637952/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.700818:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768360.700820:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768360.700823:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768360.700825:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768360.700844:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768360.700846:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768360.700848:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768360.700850:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768360.700856:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768360.700857:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768360.700859:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768360.700861:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768360.700863:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.700865:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.700871:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768360.700872:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.700875:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768360.700876:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768360.700877:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768360.700881:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.700888:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768360.700889:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.700891:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768360.700893:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768360.700895:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768360.700897:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638080:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768360.700901:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768360.700903:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768360.700904:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.700906:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768360.700908:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768360.700910:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768360.700914:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768360.700916:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768360.700919:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768360.700921:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638080, portal 10
00000100:00000001:0.0:1775768360.700923:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768360.700924:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768360.700930:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.700936:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768360.700938:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768360.700940:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768360.700943:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360638080, offset 0
00000400:00000200:0.0:1775768360.700946:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768360.700950:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768360.700953:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768360.700955:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768360.700958:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768360.700960:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768360.700963:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768360.700966:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59979:59979:256:4294967295] 192.168.202.115@tcp LPNI seq info [59978:59978:8:4294967295]
00000400:00000200:0.0:1775768360.700970:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768360.700976:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768360.700980:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768360.700983:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768360.700987:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768360.700990:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768360.700994:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768360.700996:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768360.701000:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768360.701001:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768360.701004:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768360.701007:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768360.701010:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768360.701012:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768360.701014:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768360.701017:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701024:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768360.701027:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701045:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.701046:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768360.701049:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768360.701052:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768360.701055:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768360.701057:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300251661
00000100:00000001:0.0:1775768360.701059:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300252922
00000100:00000001:0.0:1775768360.701061:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300251661
00000100:00000001:0.0:1775768360.701063:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300252922
00000100:00000001:0.0:1775768360.701065:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768360.701067:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.701068:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768360.701071:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768360/real 1775768360]  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768360.701079:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768360.701080:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768360.701082:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768360.701084:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768360.701085:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768360.701087:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768360.701090:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768360.701099:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701105:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768360.701107:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701108:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.701109:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768360.701113:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701120:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768360.701123:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701130:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768360.701132:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701133:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.701134:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701136:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768360.701138:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768360.701141:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768360.701144:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768360.701146:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768360.701150:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768360.701157:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638080:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768360.701161:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768360.701164:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701170:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768360.701172:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.701174:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768360.701175:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768360.701177:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768360.701179:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638208:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768360.701182:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768360.701184:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768360.701186:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.701187:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768360.701190:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768360.701192:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768360.701195:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768360.701197:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768360.701200:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768360.701202:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638208, portal 10
00000100:00000001:0.0:1775768360.701204:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768360.701205:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768360.701210:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701222:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768360.701224:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768360.701226:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768360.701228:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360638208, offset 0
00000400:00000200:0.0:1775768360.701232:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768360.701235:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768360.701238:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768360.701241:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768360.701244:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768360.701246:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768360.701248:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768360.701251:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59980:59980:256:4294967295] 192.168.202.115@tcp LPNI seq info [59979:59979:8:4294967295]
00000400:00000200:0.0:1775768360.701255:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768360.701262:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768360.701266:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768360.701269:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768360.701273:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768360.701275:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768360.701279:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768360.701281:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768360.701285:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768360.701286:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768360.701289:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768360.701292:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768360.701294:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768360.701296:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768360.701298:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768360.701301:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701309:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768360.701312:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701324:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.701325:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768360.701329:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768360.701331:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768360.701334:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768360.701336:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300251659
00000100:00000001:0.0:1775768360.701338:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300252922
00000100:00000001:0.0:1775768360.701340:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300251659
00000100:00000001:0.0:1775768360.701342:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300252922
00000100:00000001:0.0:1775768360.701343:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768360.701345:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.701346:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768360.701350:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768360/real 1775768360]  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768360.701357:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768360.701358:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768360.701359:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768360.701362:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768360.701363:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768360.701365:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768360.701368:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768360.701377:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701383:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768360.701385:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701386:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.701388:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768360.701391:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701398:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768360.701402:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701409:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768360.701411:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701413:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.701414:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701415:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768360.701417:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768360.701419:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768360.701422:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768360.701424:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768360.701428:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768360.701435:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638208:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768360.701439:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768360.701442:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701449:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768360.701450:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.701452:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768360.701453:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768360.701455:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768360.701458:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638336:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768360.701461:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768360.701462:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768360.701464:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768360.701466:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768360.701468:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768360.701470:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768360.701473:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768360.701476:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768360.701478:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768360.701481:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638336, portal 4
00000100:00000001:0.0:1775768360.701482:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768360.701484:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000040:0.0:1775768360.701489:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701495:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768360.701498:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768360.701499:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768360.701501:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360638336, offset 0
00000400:00000200:0.0:1775768360.701505:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768360.701508:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768360.701511:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768360.701513:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768360.701515:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768360.701518:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768360.701520:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768360.701522:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59981:59981:256:4294967295] 192.168.202.115@tcp LPNI seq info [59980:59980:8:4294967295]
00000400:00000200:0.0:1775768360.701526:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768360.701532:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768360.701536:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768360.701539:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768360.701543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768360.701545:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768360.701549:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768360.701551:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768360.701555:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768360.701557:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768360.701560:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768360.701563:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768360.701566:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768360.701567:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768360.701570:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768360.701573:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701581:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768360.701596:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768385 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701603:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.701604:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768360.701607:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768360.701610:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768360.701613:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768360.701614:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300251714
00000100:00000001:0.0:1775768360.701616:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300252922
00000100:00000001:0.0:1775768360.701618:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300251714
00000100:00000001:0.0:1775768360.701620:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300252922
00000100:00000001:0.0:1775768360.701622:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768360.701624:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.701626:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768360.701629:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768360/real 1775768360]  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768360.701636:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768360.701637:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768360.701639:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768360.701641:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768360.701642:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768360.701644:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768360.701647:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768360.701655:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701662:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768360.701663:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701664:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.701666:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768360.701669:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701676:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768360.701679:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701686:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768360.701688:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701689:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768360.701690:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701692:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768360.701693:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768360.701695:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768360.701698:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768360.701700:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768360.701703:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768360.701710:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638336:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768360.701714:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701716:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768360.701719:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360638080/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701725:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768360.701727:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768360.701728:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768360.701731:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768360.701732:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768360.701733:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768360.701735:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768360.701737:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768360.701741:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768360.701743:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768360.701744:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768360.701746:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768360.701748:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701749:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768360.701752:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360638208/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701759:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768360.701760:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768360.701761:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768360.701763:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768360.701764:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768360.701765:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768360.701767:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768360.701768:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768360.701771:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768360.701772:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768360.701773:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768360.701775:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768360.701776:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701777:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768360.701780:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360638336/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768385 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768360.701786:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768360.701787:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768360.701789:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768360.701791:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768360.701792:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768360.701793:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768360.701795:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768360.701796:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768360.701798:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768360.701799:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768360.701800:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768360.701801:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768360.701802:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701804:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.701807:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768360.701808:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.701810:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768360.701811:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768360.763951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768360.763957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768360.763959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768360.763964:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768360.763967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768360.763971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.763973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768360.763976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768360.763978:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768361.723907:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768361.723912:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768361.723917:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768361.723918:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768361.723922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768361.723923:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768361.724681:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768361.724685:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768361.724689:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768361.787935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768361.787942:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768361.787944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768361.787949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768361.787953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768361.787957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768361.787960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768361.787962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768361.787965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768361.979945:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300252922, at 4300252928
00000100:00000010:3.0:1775768361.979957:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00000100:00000040:2.0:1775768361.980048:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300252922, at 4300252928
00000100:00000010:2.0:1775768361.980053:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00010000:00000001:0.0:1775768362.747934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768362.747939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768362.747945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768362.747946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768362.747949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768362.747949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768362.748017:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768362.748021:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768362.748024:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768362.811929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768362.811935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768362.811937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768362.811940:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768362.811943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768362.811946:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768362.811947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768362.811955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768362.811956:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768363.771939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768363.771944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768363.771948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768363.771948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768363.771951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768363.771951:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768363.771967:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768363.771969:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768363.771971:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768363.835953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768363.835960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768363.835962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768363.835966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768363.835968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768363.835971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768363.835973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768363.835975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768363.835977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768364.796059:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768364.796063:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768364.796070:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768364.796071:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768364.796075:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768364.796076:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768364.796161:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768364.796166:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768364.796171:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768364.860051:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768364.860059:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768364.860061:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768364.860068:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768364.860072:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768364.860077:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768364.860080:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768364.860083:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768364.860085:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768365.819929:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768365.819939:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768365.819941:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768365.819944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768365.819945:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768365.819949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.819951:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768365.819955:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768365.819957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768365.819960:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5584
00010000:00000001:0.0:1775768365.819962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768365.819965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768365.819969:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768365.819975:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768365.819978:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768365.819980:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.819983:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768365.819994:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.819997:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768365.820000:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768365.820001:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000001:1.0:1775768365.820005:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768365.820005:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768365.820011:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00010000:1.0:1775768365.820012:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768365.820016:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768365.820019:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768365.820022:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768365.820026:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820027:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768365.820029:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820031:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768365.820034:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768365.820037:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820039:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768365.820042:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768365.820045:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768365.820048:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820051:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768365.820053:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768365.820062:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768365.820066:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768365.820069:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768365.820071:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820073:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768365.820076:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768365.820079:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768365.820087:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768365.820102:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768365.820112:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768365.820121:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768365.820125:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768365.820130:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768365.820145:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768365.820148:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768365.820150:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768365.820151:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768365.820152:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768365.820154:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768365.820156:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5584
00000400:00000200:2.0:1775768365.820159:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768365.820161:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768365.820163:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768365.820165:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820167:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768365.820168:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820170:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768365.820172:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768365.820174:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775768365.820174:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768365.820177:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768365.820179:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775768365.820179:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768365.820182:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768365.820183:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768365.820185:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768365.820189:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768365.820190:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768365.820191:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768365.820197:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768365.820202:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768365.820203:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768365.820205:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.820208:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768365.820210:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768365.820213:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768365.820213:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00100000:0.0:1775768365.820218:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360638464:192.168.202.115@tcp:250:kworker.0
00000100:00080000:2.0:1775768365.820221:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768365.820222:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768365.820226:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768365.820226:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.820229:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768365.820230:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768365.820232:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768365.820236:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768365.820237:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768365.820238:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768365.820243:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820246:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775768365.820247:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00100000:2.0:1775768365.820250:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768365.820251:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768365.820256:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000008:00000001:2.0:1775768365.820256:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820261:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768365.820263:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638464, portal 25
00000100:00000001:0.0:1775768365.820266:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1775768365.820266:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768365.820268:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000020:00000040:2.0:1775768365.820271:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000040:0.0:1775768365.820274:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768365.820275:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768365.820278:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820282:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768365.820284:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775768365.820285:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775768365.820288:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768365.820289:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768365.820291:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768365.820294:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360638464, offset 0
02000000:00000010:2.0:1775768365.820295:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768365.820299:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768365.820300:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00100000:2.0:1775768365.820306:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768365.820309:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768365.820314:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768365.820319:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768365.820325:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:2.0:1775768365.820329:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768365.820332:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768365.820334:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768365.820338:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:2.0:1775768365.820341:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768365.820346:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59982:59982:256:4294967295] 192.168.202.115@tcp LPNI seq info [59981:59981:8:4294967295]
00000400:00000200:0.0:1775768365.820359:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768365.820363:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768365.820369:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768365.820375:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1775768365.820377:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768365.820382:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:0.0:1775768365.820383:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000001:2.0:1775768365.820385:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768365.820387:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1775768365.820391:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768365.820393:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.0:1775768365.820395:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1775768365.820399:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5584
00000800:00000200:0.1:1775768365.820401:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768365.820405:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000400:00000200:2.0:1775768365.820409:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000100:0.0:1775768365.820412:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768365.820414:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:2.0:1775768365.820417:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768365.820419:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775768365.820420:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768365.820425:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768365.820428:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768365.820430:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768365.820434:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768365.820434:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820438:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768365.820439:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768365.820444:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820449:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768365.820451:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775768365.820453:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768365.820455:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000040:0.0:1775768365.820456:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768365.820459:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768365.820463:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000100:00000001:0.0:1775768365.820465:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768365.820466:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768365.820468:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775768365.820471:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768365.820472:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768365.820477:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768365.820479:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300258042
00000100:00000010:0.0:1775768365.820483:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231600.
00000100:00000040:2.0:1775768365.820483:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820488:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768365.820490:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1775768365.820491:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768365.820495:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300258042
00000100:00000001:2.0:1775768365.820495:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000010:0.0:1775768365.820499:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231180.
00000020:00000040:2.0:1775768365.820499:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:0.0:1775768365.820503:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1775768365.820506:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768365.820507:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768365.820511:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820512:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.820514:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775768365.820515:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768365.820519:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768365/real 1775768365]  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768365.820520:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768365.820523:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820525:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768365.820527:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768365.820529:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820531:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768365.820547:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768365.820548:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768365.820552:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000100:00000010:2.0:1775768365.820552:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000400:00000200:0.0:1775768365.820555:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000020:00000040:2.0:1775768365.820555:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000010:0.0:1775768365.820559:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
02000000:00000001:2.0:1775768365.820560:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768365.820562:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820564:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768365.820565:0:2415:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775768365.820566:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768365.820569:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768365.820573:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768365.820573:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775768365.820578:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768365.820586:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768365.820591:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768365.820595:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768365.820598:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.820604:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768365.820606:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768365.820606:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.820610:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.820612:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768365.820618:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768365.820619:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768365.820624:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768365.820631:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768365.820632:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768365.820633:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768365.820635:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768365.820638:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.820642:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768365.820643:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768365.820647:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1775768365.820648:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5584
00000100:00000001:0.0:1775768365.820649:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.820651:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.820653:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1775768365.820654:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768365.820655:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1775768365.820659:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768365.820662:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768365.820665:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00080000:0.0:1775768365.820666:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775768365.820667:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768365.820671:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820674:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00080000:0.0:1775768365.820677:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000020:00000001:2.0:1775768365.820678:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768365.820681:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768365.820682:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1775768365.820684:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768365.820688:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000040:0.0:1775768365.820689:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768365.820693:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768365.820698:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768365.820705:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820708:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775768365.820709:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360638464:192.168.202.115@tcp:250:kworker.0
00000100:00000040:2.0:1775768365.820711:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768365.820715:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768365.820717:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768365.820717:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768365.820720:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768365.820722:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:0.0:1775768365.820726:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360638464/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768365.820726:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768365.820731:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768365.820733:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768365.820736:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820740:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768365.820743:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000008:00100000:2.0:1775768365.820743:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1775768365.820746:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:2.0:1775768365.820746:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768365.820749:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
00000100:00000001:2.0:1775768365.820749:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768365.820752:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
02000000:00000001:0.0:1775768365.820753:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768365.820755:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768365.820756:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000040:0.0:1775768365.820757:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768365.820761:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000001:2.0:1775768365.820762:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768365.820764:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820765:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1775768365.820768:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768365.820768:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768365.820772:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.820776:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768365.820777:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:2.0:1775768365.820777:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000010:0.0:1775768365.820780:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768365.820783:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768365.820783:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.820785:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.820788:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768365.820792:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768365.820794:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768365.820796:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.820799:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768365.820802:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768365.820804:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768365.820808:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768365.820808:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768365.820813:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.820819:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768365.820820:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.820823:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768365.820824:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768365.820825:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768365.820841:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768365.820844:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768365.820846:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768365.820848:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768365.820849:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.820852:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768365.820856:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768365.820859:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768365.820859:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768365.820863:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768365.820868:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768365.820868:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1775768365.820873:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000040:2.0:1775768365.820874:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5594)
00000400:00000010:0.0:1775768365.820879:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768365.820883:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638592, portal 10
00000100:00000001:0.0:1775768365.820886:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768365.820887:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768365.820894:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.820900:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768365.820903:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768365.820905:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768365.820907:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360638592, offset 0
00000400:00000200:0.0:1775768365.820910:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768365.820914:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768365.820917:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768365.820919:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768365.820921:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768365.820923:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768365.820924:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768365.820926:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59983:59983:256:4294967295] 192.168.202.115@tcp LPNI seq info [59982:59982:8:4294967295]
00000400:00000200:0.0:1775768365.820929:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768365.820933:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768365.820936:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768365.820938:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768365.820940:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768365.820942:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768365.820945:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768365.820946:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768365.820948:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768365.820949:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768365.820951:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768365.820953:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768365.820955:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768365.820956:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768365.820958:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768365.820960:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.820968:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768365.820970:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.820974:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.820974:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768365.820976:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768365.820978:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768365.820980:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768365.820981:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300256781
00000100:00000001:0.0:1775768365.820983:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300258042
00000100:00000001:0.0:1775768365.820985:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300256781
00000100:00000001:0.0:1775768365.820987:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300258042
00000100:00000001:0.0:1775768365.820989:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768365.820991:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.820992:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768365.820995:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768365/real 1775768365]  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768365.821012:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768365.821016:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768365.821018:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768365.821020:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768365.821022:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768365.821024:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768365.821027:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768365.821035:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821040:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768365.821042:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821043:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.821044:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768365.821047:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821054:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768365.821057:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821063:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768365.821065:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821066:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.821068:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821069:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768365.821071:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768365.821073:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768365.821076:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768365.821078:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768365.821082:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768365.821090:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768365.821093:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768365.821096:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821103:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768365.821104:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.821105:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768365.821106:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768365.821108:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768365.821110:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638720:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768365.821112:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768365.821113:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768365.821115:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.821116:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768365.821118:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768365.821119:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768365.821121:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768365.821123:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768365.821125:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768365.821127:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638720, portal 10
00000100:00000001:0.0:1775768365.821128:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768365.821129:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768365.821132:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821135:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768365.821137:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768365.821138:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768365.821139:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360638720, offset 0
00000400:00000200:0.0:1775768365.821141:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768365.821143:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768365.821145:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768365.821147:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768365.821149:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768365.821150:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768365.821151:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768365.821154:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59984:59984:256:4294967295] 192.168.202.115@tcp LPNI seq info [59983:59983:8:4294967295]
00000400:00000200:0.0:1775768365.821156:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768365.821160:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768365.821162:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768365.821164:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768365.821167:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768365.821168:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768365.821171:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768365.821172:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768365.821174:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768365.821176:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768365.821177:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768365.821179:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768365.821181:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768365.821182:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768365.821183:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768365.821185:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821190:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768365.821191:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821195:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.821196:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768365.821197:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768365.821199:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768365.821201:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768365.821202:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300256779
00000100:00000001:0.0:1775768365.821203:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300258042
00000100:00000001:0.0:1775768365.821204:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300256779
00000100:00000001:0.0:1775768365.821206:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300258042
00000100:00000001:0.0:1775768365.821207:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768365.821208:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.821209:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768365.821211:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768365/real 1775768365]  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768365.821215:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768365.821216:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768365.821217:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768365.821218:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768365.821219:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768365.821221:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768365.821222:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768365.821226:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821229:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768365.821230:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821231:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.821232:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768365.821234:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821237:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768365.821239:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821242:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768365.821244:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821245:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.821245:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821246:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768365.821247:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768365.821249:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768365.821251:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768365.821252:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768365.821253:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768365.821261:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638720:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768365.821264:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821265:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768365.821266:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360638592/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821269:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768365.821270:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768365.821271:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768365.821272:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768365.821273:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768365.821274:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768365.821275:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768365.821276:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768365.821277:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768365.821278:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768365.821279:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768365.821280:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768365.821281:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821282:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768365.821283:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360638720/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821287:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768365.821287:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768365.821288:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768365.821289:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768365.821290:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768365.821290:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768365.821291:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768365.821292:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768365.821293:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768365.821294:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768365.821294:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768365.821296:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768365.821297:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821298:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821300:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768365.821301:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.821302:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768365.821303:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768365.821303:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768365.821305:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821309:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768365.821310:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.821311:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768365.821313:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768365.821314:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768365.821315:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638848:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768365.821317:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768365.821317:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768365.821318:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768365.821319:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768365.821321:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768365.821322:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768365.821323:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768365.821324:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768365.821326:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768365.821327:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638848, portal 4
00000100:00000001:0.0:1775768365.821329:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768365.821329:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:0.0:1775768365.821332:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821336:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768365.821337:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768365.821338:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768365.821340:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360638848, offset 0
00000400:00000200:0.0:1775768365.821343:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768365.821345:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768365.821348:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768365.821351:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768365.821353:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768365.821355:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768365.821357:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768365.821360:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59985:59985:256:4294967295] 192.168.202.115@tcp LPNI seq info [59984:59984:8:4294967295]
00000400:00000200:0.0:1775768365.821363:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768365.821369:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768365.821373:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768365.821376:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768365.821379:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768365.821381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768365.821385:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768365.821387:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768365.821391:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768365.821393:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768365.821395:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768365.821398:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768365.821401:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768365.821402:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768365.821405:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768365.821408:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821415:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768365.821418:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768390 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821424:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.821425:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768365.821428:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768365.821431:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768365.821434:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768365.821436:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300256834
00000100:00000001:0.0:1775768365.821438:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300258042
00000100:00000001:0.0:1775768365.821440:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300256834
00000100:00000001:0.0:1775768365.821442:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300258042
00000100:00000001:0.0:1775768365.821443:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768365.821445:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.821446:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768365.821448:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768365/real 1775768365]  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768365.821453:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768365.821454:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768365.821455:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768365.821457:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768365.821458:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768365.821459:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768365.821461:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768365.821465:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821469:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768365.821470:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821471:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.821471:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768365.821473:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821477:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768365.821478:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821482:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768365.821484:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821485:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768365.821485:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821487:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768365.821487:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768365.821489:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768365.821491:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768365.821492:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768365.821494:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768365.821498:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360638848:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768365.821500:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821501:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768365.821502:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360638848/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768390 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768365.821505:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768365.821506:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768365.821508:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768365.821509:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768365.821510:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768365.821510:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768365.821512:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768365.821513:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768365.821515:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768365.821516:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768365.821517:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768365.821518:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768365.821519:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821521:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.821523:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768365.821524:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.821526:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768365.821528:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768365.883940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768365.883947:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768365.883948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768365.883953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768365.883957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768365.883960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.883963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768365.883965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768365.883968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844155:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768366.844162:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768366.844165:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768366.844168:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844173:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768366.844175:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844178:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844181:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844185:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768366.844187:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844191:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768366.844193:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768366.844194:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768366.844196:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844204:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768366.844206:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844207:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768366.844209:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768366.844296:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768366.844300:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768366.844303:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768366.907934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768366.907939:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768366.907941:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768366.907945:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768366.907947:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768366.907950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768366.907952:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768366.907954:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768366.907956:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768367.099938:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300258042, at 4300258048
00000100:00000040:3.0:1775768367.099938:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300258042, at 4300258048
00000100:00000010:2.0:1775768367.099951:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00000100:00000010:3.0:1775768367.099953:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00010000:00000001:0.0:1775768367.867934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768367.867938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768367.867944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768367.867945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768367.867948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768367.867950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768367.868001:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768367.868005:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768367.868008:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768367.931944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768367.931951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768367.931952:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768367.931958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768367.931961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768367.931965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768367.931967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768367.931970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768367.931973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768368.892023:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768368.892029:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768368.892034:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768368.892037:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768368.892039:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768368.892042:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768368.892045:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768368.892047:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768368.892049:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768368.892051:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768368.892054:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768368.892055:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768368.892070:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768368.892073:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768368.892076:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768368.955956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768368.955964:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768368.955966:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768368.955972:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768368.955975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768368.955979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768368.955981:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768368.955984:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768368.955986:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768369.915951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768369.915957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768369.915962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768369.915964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768369.915967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768369.915968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768369.916024:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768369.916028:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768369.916031:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768369.979929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768369.979936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768369.979938:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768369.979943:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768369.979947:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768369.979951:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768369.979954:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768369.979956:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768369.979959:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768370.939906:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768370.939914:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768370.939915:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768370.939918:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768370.939919:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768370.939923:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768370.939925:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768370.939928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.939929:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768370.939932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768370.939935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768370.939938:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5589
00000400:00000200:2.0:1775768370.939947:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768370.939952:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768370.939955:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768370.939958:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.939961:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768370.939963:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.939966:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768370.939969:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768370.939971:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768370.939973:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768370.939976:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768370.939978:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768370.939980:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768370.939983:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.939985:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768370.939987:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.939988:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768370.939991:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768370.939994:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768370.939996:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768370.940000:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768370.940003:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768370.940005:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940008:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:1.0:1775768370.940010:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768370.940010:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768370.940013:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768370.940016:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775768370.940019:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768370.940022:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768370.940026:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768370.940027:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940034:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768370.940037:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768370.940040:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768370.940048:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768370.940053:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768370.940060:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768370.940067:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768370.940070:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768370.940073:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768370.940086:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768370.940088:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768370.940090:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768370.940091:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768370.940092:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768370.940094:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768370.940095:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5589
00000400:00000200:2.0:1775768370.940098:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768370.940100:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768370.940102:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768370.940104:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940106:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768370.940108:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940109:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768370.940111:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768370.940111:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768370.940112:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768370.940115:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768370.940116:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768370.940117:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768370.940118:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768370.940120:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768370.940120:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768370.940123:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940126:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768370.940129:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940130:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:0.0:1775768370.940131:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768370.940132:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768370.940136:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940139:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768370.940143:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768370.940148:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768370.940149:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775768370.940152:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.940153:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940154:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768370.940159:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1775768370.940159:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768370.940163:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.940164:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768370.940164:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768370.940168:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
02000000:00000001:0.0:1775768370.940169:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768370.940170:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768370.940174:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1775768370.940175:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360638976:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768370.940175:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940178:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768370.940181:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768370.940183:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768370.940183:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768370.940187:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768370.940188:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768370.940189:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.940193:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768370.940195:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768370.940196:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768370.940203:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
00000100:00000001:2.0:1775768370.940204:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1775768370.940207:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940208:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768370.940214:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768370.940215:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768370.940221:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:2.0:1775768370.940228:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768370.940229:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00080000:2.0:1775768370.940234:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768370.940237:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360638976, portal 25
00000100:00080000:2.0:1775768370.940239:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768370.940241:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768370.940242:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768370.940244:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00080000:2.0:1775768370.940245:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768370.940250:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1775768370.940254:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768370.940256:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5589
00000400:00000200:2.0:1775768370.940264:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768370.940269:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1775768370.940270:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768370.940273:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768370.940276:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768370.940280:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768370.940281:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000001:2.0:1775768370.940283:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768370.940286:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360638976, offset 0
00000100:00000040:2.0:1775768370.940287:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940291:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768370.940295:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768370.940297:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768370.940298:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768370.940301:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768370.940303:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768370.940305:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768370.940309:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775768370.940310:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768370.940315:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940318:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768370.940319:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:2.0:1775768370.940321:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940324:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768370.940326:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768370.940327:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768370.940330:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940332:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768370.940334:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768370.940335:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000001:2.0:1775768370.940337:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768370.940339:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768370.940341:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768370.940341:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768370.940344:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768370.940347:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000008:00000001:2.0:1775768370.940347:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940350:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768370.940353:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000400:00000200:0.0:1775768370.940354:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59986:59986:256:4294967295] 192.168.202.115@tcp LPNI seq info [59985:59985:8:4294967295]
00000020:00000040:2.0:1775768370.940356:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768370.940360:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768370.940362:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768370.940365:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768370.940365:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768370.940368:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768370.940370:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768370.940373:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000400:00000200:0.0:1775768370.940380:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768370.940380:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768370.940389:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768370.940391:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768370.940398:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000001:2.0:1775768370.940401:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768370.940404:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768370.940408:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768370.940412:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775768370.940413:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775768370.940424:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768370.940426:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768370.940429:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768370.940430:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768370.940431:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768370.940433:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775768370.940436:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775768370.940437:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5589
00000800:00000200:0.1:1775768370.940442:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000400:00000200:2.0:1775768370.940444:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768370.940450:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000100:0.0:1775768370.940453:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768370.940454:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1775768370.940458:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000040:2.0:1775768370.940459:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940463:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768370.940472:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768370.940473:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940480:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768370.940482:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1775768370.940496:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768370.940497:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000020:00000040:2.0:1775768370.940498:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000010:0.0:1775768370.940500:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000020:00000001:2.0:1775768370.940502:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768370.940505:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768370.940507:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775768370.940508:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000200:0.0:1775768370.940513:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768370.940513:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768370.940520:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940523:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768370.940526:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768370.940531:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768370.940535:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768370.940536:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768370.940541:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:0.0:1775768370.940544:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768370.940546:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768370.940550:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768370.940555:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768370.940558:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768370.940558:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940559:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768370.940562:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:2.0:1775768370.940563:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768370.940566:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768370.940567:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.940568:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768370.940570:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768370.940572:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:0.0:1775768370.940574:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768370.940575:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768370.940577:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.940578:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300263162
00000100:00000001:2.0:1775768370.940579:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768370.940581:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768370.940583:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768370.940585:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231900.
02000000:00000010:2.0:1775768370.940586:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768370.940590:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.940593:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1775768370.940594:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768370.940600:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300263162
00000100:00000001:2.0:1775768370.940601:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768370.940604:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768370.940606:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231ae0.
00000100:00000040:2.0:1775768370.940607:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940611:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768370.940616:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.940618:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768370.940618:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768370.940623:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768370.940623:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768370.940628:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775768370.940629:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5599)
00000100:00100000:0.0:1775768370.940635:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768370/real 1775768370]  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768370.940646:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768370.940648:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768370.940650:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768370.940652:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768370.940654:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768370.940656:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768370.940659:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768370.940673:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940679:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768370.940681:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.940688:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.940690:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768370.940694:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940700:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768370.940704:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940712:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768370.940714:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.940716:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.940717:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.940720:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768370.940721:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768370.940724:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768370.940728:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768370.940730:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768370.940734:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768370.940742:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360638976:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768370.940747:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.940749:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768370.940751:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360638976/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940764:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768370.940766:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768370.940768:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768370.940771:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768370.940772:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768370.940774:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768370.940776:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768370.940778:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768370.940782:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768370.940784:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768370.940785:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768370.940788:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768370.940789:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.940791:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.940797:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768370.940798:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.940800:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768370.940802:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768370.940803:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768370.940806:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940812:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768370.940814:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.940816:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768370.940817:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768370.940819:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768370.940822:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768370.940826:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768370.940844:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768370.940846:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.940848:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768370.940851:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768370.940853:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768370.940856:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768370.940859:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768370.940862:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768370.940866:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360639104, portal 10
00000100:00000001:0.0:1775768370.940867:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768370.940869:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:0.0:1775768370.940874:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940880:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768370.940882:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768370.940884:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768370.940886:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360639104, offset 0
00000400:00000200:0.0:1775768370.940890:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768370.940893:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768370.940897:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768370.940900:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768370.940902:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768370.940905:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768370.940907:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768370.940910:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59987:59987:256:4294967295] 192.168.202.115@tcp LPNI seq info [59986:59986:8:4294967295]
00000400:00000200:0.0:1775768370.940914:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768370.940920:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768370.940924:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768370.940927:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768370.940931:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768370.940933:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768370.940937:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768370.940940:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768370.940954:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768370.940956:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768370.940960:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768370.940963:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768370.940965:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768370.940967:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768370.940969:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768370.940972:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940980:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768370.940983:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.940989:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.940990:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768370.940993:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768370.940996:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768370.940999:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768370.941001:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300261901
00000100:00000001:0.0:1775768370.941003:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300263162
00000100:00000001:0.0:1775768370.941006:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300261901
00000100:00000001:0.0:1775768370.941008:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300263162
00000100:00000001:0.0:1775768370.941010:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768370.941012:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.941013:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768370.941016:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768370/real 1775768370]  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768370.941024:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768370.941025:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768370.941026:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768370.941028:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768370.941029:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768370.941031:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768370.941034:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768370.941041:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941052:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768370.941053:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941055:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.941056:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768370.941059:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941066:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768370.941069:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941075:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768370.941078:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941079:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.941081:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941082:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768370.941084:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768370.941086:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768370.941089:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768370.941091:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768370.941095:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768370.941102:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768370.941105:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768370.941108:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941114:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768370.941116:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.941118:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768370.941120:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768370.941121:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768370.941124:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639232:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768370.941127:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768370.941129:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768370.941131:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.941132:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768370.941135:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768370.941137:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768370.941140:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768370.941142:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768370.941144:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768370.941147:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360639232, portal 10
00000100:00000001:0.0:1775768370.941149:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768370.941150:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:0.0:1775768370.941155:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941161:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768370.941163:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768370.941165:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768370.941167:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360639232, offset 0
00000400:00000200:0.0:1775768370.941170:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768370.941173:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768370.941177:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768370.941179:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768370.941182:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768370.941184:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768370.941186:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768370.941189:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59988:59988:256:4294967295] 192.168.202.115@tcp LPNI seq info [59987:59987:8:4294967295]
00000400:00000200:0.0:1775768370.941193:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768370.941212:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768370.941218:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768370.941220:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768370.941224:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768370.941227:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768370.941230:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768370.941233:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768370.941236:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768370.941238:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768370.941241:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768370.941244:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768370.941246:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768370.941248:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768370.941254:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768370.941257:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941264:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768370.941267:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941274:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.941275:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768370.941278:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768370.941280:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768370.941283:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768370.941285:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300261899
00000100:00000001:0.0:1775768370.941287:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300263162
00000100:00000001:0.0:1775768370.941289:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300261899
00000100:00000001:0.0:1775768370.941291:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300263162
00000100:00000001:0.0:1775768370.941293:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768370.941295:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.941297:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768370.941300:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768370/real 1775768370]  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768370.941308:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768370.941309:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768370.941311:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768370.941313:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768370.941314:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768370.941316:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768370.941319:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768370.941326:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941333:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768370.941334:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941336:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.941337:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768370.941340:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941347:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768370.941350:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941357:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768370.941359:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941360:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.941362:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941363:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768370.941364:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768370.941367:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768370.941370:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768370.941372:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768370.941376:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768370.941383:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639232:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768370.941386:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768370.941389:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941395:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768370.941397:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.941399:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768370.941400:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768370.941402:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768370.941405:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639360:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768370.941408:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768370.941409:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768370.941411:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768370.941412:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768370.941415:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768370.941417:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768370.941420:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768370.941422:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768370.941425:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768370.941428:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360639360, portal 4
00000100:00000001:0.0:1775768370.941430:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768370.941432:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:0.0:1775768370.941437:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941444:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768370.941446:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768370.941448:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768370.941451:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360639360, offset 0
00000400:00000200:0.0:1775768370.941455:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768370.941458:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768370.941462:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768370.941464:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768370.941466:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768370.941468:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768370.941470:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768370.941473:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59989:59989:256:4294967295] 192.168.202.115@tcp LPNI seq info [59988:59988:8:4294967295]
00000400:00000200:0.0:1775768370.941477:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768370.941494:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768370.941500:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768370.941503:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768370.941507:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768370.941510:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768370.941514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768370.941516:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768370.941521:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768370.941523:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768370.941525:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768370.941529:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768370.941531:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768370.941533:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768370.941535:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768370.941538:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941545:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768370.941548:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768395 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941554:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.941556:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768370.941558:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768370.941560:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768370.941563:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768370.941566:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300261954
00000100:00000001:0.0:1775768370.941568:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300263162
00000100:00000001:0.0:1775768370.941570:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300261954
00000100:00000001:0.0:1775768370.941572:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300263162
00000100:00000001:0.0:1775768370.941574:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768370.941575:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.941577:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768370.941580:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768370/real 1775768370]  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768370.941587:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768370.941588:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768370.941589:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768370.941591:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768370.941593:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768370.941595:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768370.941598:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768370.941606:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941611:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768370.941613:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941614:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.941616:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768370.941619:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941625:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768370.941629:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941636:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768370.941638:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941640:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768370.941641:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941642:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768370.941644:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768370.941646:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768370.941649:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768370.941651:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768370.941653:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768370.941661:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639360:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768370.941664:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941666:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768370.941669:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360639104/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941675:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768370.941676:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768370.941678:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768370.941680:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768370.941682:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768370.941683:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768370.941685:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768370.941687:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768370.941691:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768370.941692:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768370.941694:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:0.0:1775768370.941696:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768370.941698:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941699:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768370.941702:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360639232/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941714:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768370.941716:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768370.941717:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768370.941719:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768370.941720:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768370.941721:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768370.941722:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768370.941724:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768370.941727:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768370.941729:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768370.941730:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:0.0:1775768370.941732:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768370.941733:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941734:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768370.941737:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360639360/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768395 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768370.941744:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768370.941745:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768370.941746:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768370.941748:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768370.941749:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768370.941751:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768370.941752:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768370.941754:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768370.941756:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768370.941757:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768370.941758:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:0.0:1775768370.941760:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768370.941761:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941762:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768370.941765:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768370.941766:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768370.941768:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768370.941769:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768371.003937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768371.003949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768371.003951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768371.003959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768371.003962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768371.003966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768371.003969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768371.003971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768371.003973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768371.964021:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768371.964025:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768371.964030:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768371.964032:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768371.964036:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768371.964037:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768371.964278:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768371.964281:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768371.964284:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768372.027945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768372.027952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768372.027954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768372.027960:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768372.027963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768372.027967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768372.027969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768372.027972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768372.027974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768372.219934:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300263162, at 4300263168
00000100:00000040:3.0:1775768372.219934:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300263162, at 4300263168
00000100:00000010:3.0:1775768372.219948:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00000100:00000010:2.0:1775768372.219950:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00010000:00000001:0.0:1775768372.987941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768372.987947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768372.987953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768372.987954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768372.987958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768372.987959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768372.988010:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768372.988012:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768372.988015:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768373.052173:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768373.052180:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768373.052182:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768373.052187:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768373.052191:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768373.052195:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768373.052198:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768373.052200:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768373.052203:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768374.011950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768374.011955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768374.011959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768374.011960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768374.011963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768374.011965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768374.011986:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768374.011988:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768374.011990:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768374.075949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768374.075956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768374.075958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768374.075962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768374.075964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768374.075967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.075968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768374.075970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768374.075972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768375.035960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768375.035964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768375.035969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768375.035970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768375.035972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768375.035973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768375.036035:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768375.036041:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768375.036047:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768375.099952:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768375.099957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768375.099959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768375.099963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768375.099966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768375.099969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768375.099971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768375.099972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768375.099974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768376.059961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768376.059973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768376.059977:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768376.059982:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768376.059989:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768376.059999:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5594
00000400:00000200:0.0:1775768376.060009:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768376.060017:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768376.060021:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768376.060025:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768376.060031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060034:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768376.060038:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768376.060041:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768376.060044:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768376.060047:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768376.060050:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768376.060052:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768376.060055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060057:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768376.060059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768376.060064:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768376.060067:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060070:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768376.060072:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768376.060076:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768376.060079:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060081:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768376.060083:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768376.060094:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288a80.
00000020:00000040:0.0:1775768376.060097:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768376.060101:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768376.060103:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060107:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768376.060110:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768376.060115:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768376.060123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a400.
00000100:00000001:0.0:1775768376.060131:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768376.060141:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768376.060152:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768376.060157:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768376.060162:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000938f2b4] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768376.060192:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768376.060195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768376.060199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768376.060200:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768376.060202:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768376.060205:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768376.060207:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5594
00000400:00000200:0.0:1775768376.060212:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768376.060216:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768376.060219:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768376.060222:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060225:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768376.060227:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060230:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768376.060232:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768376.060234:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:2.0:1775768376.060236:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775768376.060237:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768376.060240:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768376.060245:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768376.060246:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775768376.060248:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768376.060250:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768376.060255:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060257:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768376.060264:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:2.0:1775768376.060268:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768376.060273:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768376.060282:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060289:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768376.060296:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768376.060304:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768376.060305:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768376.060310:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.060310:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060314:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775768376.060325:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1775768376.060328:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768376.060330:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1775768376.060335:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.060338:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060339:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768376.060347:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289180.
00000100:00100000:2.0:1775768376.060350:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360639488:192.168.202.115@tcp:250:kworker.0
00000020:00000040:0.0:1775768376.060353:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768376.060362:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775768376.060363:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768376.060365:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060370:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768376.060370:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768376.060372:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768376.060375:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768376.060377:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.060379:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768376.060389:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000010:0.0:1775768376.060390:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:2.0:1775768376.060394:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060396:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768376.060406:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768376.060406:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768376.060419:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb738.
00000100:00000001:0.0:1775768376.060421:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768376.060426:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768376.060431:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003142616a] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768376.060431:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768376.060458:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360639488, portal 25
00000100:00000001:2.0:1775768376.060469:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768376.060471:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336559744 : -130299372991872 : ffff897e50288a80)
00000100:00000001:0.0:1775768376.060472:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768376.060479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768376.060485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768376.060486:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768376.060488:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768376.060490:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:2.0:1775768376.060494:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768376.060498:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5594
00000400:00000200:0.0:1775768376.060513:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768376.060523:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768376.060525:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768376.060527:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768376.060534:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:2.0:1775768376.060534:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060539:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1775768376.060539:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae17f8.
00000100:00000040:0.0:1775768376.060545:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000200:2.0:1775768376.060546:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360639488, offset 0
00000100:00000001:0.0:1775768376.060552:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768376.060558:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1775768376.060560:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:0.0:1775768376.060561:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768376.060565:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768376.060567:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768376.060571:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:2.0:1775768376.060573:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768376.060579:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768376.060587:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768376.060588:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:0.0:1775768376.060594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768376.060599:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768376.060600:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768376.060604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768376.060608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:2.0:1775768376.060609:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:0.0:1775768376.060615:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:2.0:1775768376.060620:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768376.060621:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768376.060626:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768376.060630:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768376.060630:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:0.0:1775768376.060636:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060638:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768376.060640:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768376.060645:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060651:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768376.060652:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59990:59990:256:4294967295] 192.168.202.115@tcp LPNI seq info [59989:59989:8:4294967295]
00000100:00000010:0.0:1775768376.060657:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b480.
00000020:00000040:0.0:1775768376.060662:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:2.0:1775768376.060662:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768376.060670:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768376.060671:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060674:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768376.060679:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768376.060683:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768376.060685:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1775768376.060691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28400.
00000100:00000001:0.0:1775768376.060700:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768376.060701:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768376.060713:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931100.
00000100:00100000:0.0:1775768376.060714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1775768376.060731:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768376.060739:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768376.060742:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775768376.060746:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:0.0:1775768376.060752:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b273d1] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768376.060764:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768376.060766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768376.060770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768376.060771:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060773:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768376.060776:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768376.060782:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775768376.060782:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:0.0:1775768376.060788:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5594
00000100:00000001:2.0:1775768376.060788:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300268282
00000400:00000200:0.0:1775768376.060800:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:2.0:1775768376.060800:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
00000400:00000200:0.0:1775768376.060811:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768376.060813:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1775768376.060816:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768376.060821:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060824:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768376.060824:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300268282
00000100:00000010:2.0:1775768376.060855:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444000.
00000100:00000001:2.0:1775768376.060859:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768376.060865:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768376.060868:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768376.060870:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060874:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768376.060877:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768376.060880:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768376.060883:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768376.060886:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768376.060889:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768376.060891:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768376.060892:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1775768376.060896:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768376.060901:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060903:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768376.060903:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768376.060908:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1775768376.060909:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060916:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768376.060916:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1775768376.060923:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:2.0:1775768376.060925:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768376.060927:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768376.060929:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768376.060933:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768376.060937:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768376.060938:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768376.060943:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768376.060954:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.060962:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768376.060965:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1775768376.060967:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1775768376.060968:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768376.060976:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.060978:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768376.060979:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.060981:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768376.060985:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289880.
02000000:00000001:2.0:1775768376.060985:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768376.060993:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00100000:2.0:1775768376.060995:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639616:192.168.202.115@tcp:38:kworker.0
02000000:00000001:0.0:1775768376.060999:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768376.061001:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.061006:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775768376.061007:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768376.061010:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768376.061010:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768376.061014:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768376.061015:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.061019:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768376.061025:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29800.
02000000:00000010:2.0:1775768376.061025:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768376.061032:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768376.061033:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768376.061038:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:0.0:1775768376.061044:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775768376.061044:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbb948.
00000400:00000010:2.0:1775768376.061053:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1b28.
00000100:00000200:2.0:1775768376.061062:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360639616, portal 10
00000100:00000001:2.0:1775768376.061073:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768376.061078:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336561536 : -130299372990080 : ffff897e50289180)
00000100:00000001:0.0:1775768376.061094:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1775768376.061096:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768376.061099:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768376.061112:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007da4ace9] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768376.061176:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768376.061177:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768376.061184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768376.061184:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768376.061187:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae12a8.
00000100:00000200:2.0:1775768376.061193:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360639616, offset 0
00000100:00000040:0.0:1775768376.061194:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1775768376.061204:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:0.0:1775768376.061205:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5604)
00000400:00000200:2.0:1775768376.061217:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768376.061222:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768376.061225:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768376.061227:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768376.061231:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768376.061234:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768376.061237:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59991:59991:255:4294967295] 192.168.202.115@tcp LPNI seq info [59990:59990:7:4294967295]
00010000:00000001:0.0:1775768376.061242:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768376.061243:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768376.061248:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768376.061257:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768376.061261:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00010000:00000001:0.0:1775768376.061262:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768376.061269:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768376.061273:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768376.061277:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768376.061282:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931500.
00000800:00000200:2.0:1775768376.061286:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768376.061290:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768376.061292:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768376.061296:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768376.061301:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768376.061303:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300267021
00000100:00000001:2.0:1775768376.061305:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300268282
00000100:00000001:2.0:1775768376.061307:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300267021
00000100:00000001:2.0:1775768376.061309:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300268282
00000100:00000001:2.0:1775768376.061311:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768376.061314:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.061317:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768376.061322:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768376.061335:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768376.061337:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.061340:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768376.061342:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768376.061344:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768376.061346:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639744:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768376.061350:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768376.061352:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768376.061353:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.061355:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768376.061358:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768376.061360:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768376.061362:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768376.061364:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbd68.
00000400:00000010:2.0:1775768376.061368:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae13b8.
00000100:00000200:2.0:1775768376.061370:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360639744, portal 10
00000100:00000001:2.0:1775768376.061372:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768376.061373:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336570496 : -130299372981120 : ffff897e5028b480)
00000100:00000040:2.0:1775768376.061378:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768376.061384:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768376.061387:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768376.061389:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1330.
00000100:00000200:2.0:1775768376.061391:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360639744, offset 0
00000400:00000200:2.0:1775768376.061395:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768376.061398:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768376.061401:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768376.061404:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768376.061406:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768376.061409:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768376.061411:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768376.061414:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59992:59992:254:4294967295] 192.168.202.115@tcp LPNI seq info [59991:59991:6:4294967295]
00000400:00000200:2.0:1775768376.061417:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768376.061423:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768376.061427:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768376.061431:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931700.
00000800:00000200:2.0:1775768376.061444:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768376.061448:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768376.061451:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768376.061453:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768376.061456:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768376.061458:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300267019
00000100:00000001:2.0:1775768376.061460:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300268282
00000100:00000001:2.0:1775768376.061462:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300267019
00000100:00000001:2.0:1775768376.061463:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300268282
00000100:00000001:2.0:1775768376.061465:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768376.061466:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.061469:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.061470:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768376.061473:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768376.061474:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775768376.061476:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768376.061478:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768376.061479:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768376.061483:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768376.061489:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768376.061490:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.061492:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768376.061493:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768376.061495:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768376.061497:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639872:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768376.061502:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768376.061504:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768376.061505:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768376.061506:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768376.061509:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768376.061511:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768376.061513:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768376.061515:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768376.061518:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768376.061521:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360639872, portal 4
00000100:00000001:2.0:1775768376.061522:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768376.061523:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336563328 : -130299372988288 : ffff897e50289880)
00000100:00000040:2.0:1775768376.061528:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768376.061533:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768376.061535:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768376.061536:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1770.
00000100:00000200:2.0:1775768376.061538:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360639872, offset 0
00000400:00000200:2.0:1775768376.061541:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768376.061545:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768376.061548:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768376.061550:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768376.061552:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768376.061554:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768376.061556:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768376.061558:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59993:59993:253:4294967295] 192.168.202.115@tcp LPNI seq info [59992:59992:5:4294967295]
00000400:00000200:2.0:1775768376.061562:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768376.061568:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768376.061571:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768376.061574:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931800.
00000800:00000200:2.0:1775768376.061578:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768376.061581:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768376.061595:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768376.061598:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768376.061601:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768376.061603:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300267074
00000100:00000001:2.0:1775768376.061604:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300268282
00000100:00000001:2.0:1775768376.061606:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300267074
00000100:00000001:2.0:1775768376.061608:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300268282
00000100:00000001:2.0:1775768376.061610:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768376.061612:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.061614:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.061616:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768376.061619:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768376.061620:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775768376.061622:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768376.061623:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768376.061624:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768376.061626:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768376.061653:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768376.061658:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768376.061661:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768376.123969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768376.123977:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768376.123979:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768376.123986:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768376.123990:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768376.123995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768376.123998:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768376.124009:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768376.124012:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.083992:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768377.084000:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768377.084003:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768377.084006:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084012:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768377.084014:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084016:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084018:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084022:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768377.084023:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084028:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768377.084029:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768377.084030:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768377.084031:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084033:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768377.084034:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084036:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768377.084037:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768377.084078:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768377.084083:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768377.084087:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768377.147918:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768377.147925:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768377.147927:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768377.147933:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768377.147936:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768377.147940:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768377.147942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768377.147945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768377.147947:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768377.339942:0:56382:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300268282, at 4300268288
00000100:00000040:3.0:1775768377.339942:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300268282, at 4300268288
00000100:00000010:2.0:1775768377.339956:0:56382:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00000100:00000010:3.0:1775768377.339958:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444000.
00010000:00000001:0.0:1775768378.107937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768378.107943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768378.107948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768378.107949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768378.107954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768378.107955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768378.108024:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768378.108028:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768378.108032:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768378.172614:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768378.172626:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768378.172628:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768378.172638:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768378.172642:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768378.172647:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768378.172650:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768378.172653:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768378.172656:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768379.132517:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768379.132522:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768379.132528:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768379.132531:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768379.132534:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768379.132538:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768379.132542:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768379.132545:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768379.132548:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768379.132551:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768379.132555:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768379.132557:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768379.132601:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768379.132605:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768379.132608:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775768379.132626:0:2404:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:3.0:1775768379.132676:0:2404:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775768379.132688:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768379.132707:0:2404:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:3.0:1775768379.132713:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768379.132717:0:2404:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775768379.132723:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768379.132728:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931100.
00000400:00000200:3.0:1775768379.132735:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768379.132741:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768379.132749:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae17f8
00000400:00000010:3.0:1775768379.132751:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae17f8.
00000100:00000001:3.0:1775768379.132756:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768379.132766:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768379.132792:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768379.132796:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768379.132803:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768379.132805:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768379.132814:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768379.132817:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931500.
00000400:00000200:3.0:1775768379.132819:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768379.132822:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768379.132825:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae12a8
00000400:00000010:3.0:1775768379.132867:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae12a8.
00000100:00000001:3.0:1775768379.132872:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768379.132876:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:3.0:1775768379.132877:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.132882:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768379.132885:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768379.132888:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768379.132892:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768379.132894:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768379.132899:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000800:00000100:3.0:1775768379.132900:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768379.132903:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931700.
00000400:00000200:3.0:1775768379.132906:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:2.0:1775768379.132911:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768376/real 1775768379]  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768379.132911:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775768379.132916:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1330
00000400:00000010:3.0:1775768379.132919:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1330.
00000100:00000001:3.0:1775768379.132924:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775768379.132930:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768379.132932:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768379.132937:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775768379.132937:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768379.132940:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768379.132942:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb948.
00000100:00000001:3.0:1775768379.132948:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768379.132949:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775768379.132952:0:2404:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:3.0:1775768379.132953:0:2404:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931800.
00000400:00000200:3.0:1775768379.132954:0:2404:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775768379.132956:0:2404:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775768379.132957:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1b28
00000400:00000010:2.0:1775768379.132963:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1b28.
00000100:00000001:2.0:1775768379.132967:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768379.132972:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768379.132983:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.132990:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768379.132993:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.132996:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768379.132998:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768379.133002:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.133009:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768379.133013:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.133021:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768379.133024:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.133026:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768379.133027:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.133030:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768379.133032:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768379.133037:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768379.133043:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768379.133047:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768379.133052:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768379.133059:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639616:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768379.133064:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768379.133069:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768376/real 1775768379]  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768379.136193:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1770
00000400:00000010:3.0:1775768379.136205:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1770.
00000100:00000001:3.0:1775768379.136502:0:2404:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:2.0:1775768379.136504:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768379.136508:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768379.136511:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbd68.
00000400:00000200:2.0:1775768379.136515:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae13b8
00000100:00000200:3.0:1775768379.136517:0:2404:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768379.136518:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae13b8.
00000100:00000001:2.0:1775768379.136522:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768379.136528:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768379.136558:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768379.136559:0:2404:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768379.136566:0:2404:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768401 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136572:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768379.136576:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768379.136578:0:2404:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.136581:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768379.136581:0:2404:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768379.136585:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768379.136592:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136601:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768379.136607:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136614:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768379.136617:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136619:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768379.136620:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136621:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768379.136624:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768379.136628:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768379.136633:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768379.136637:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768379.136641:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768379.136649:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639744:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768379.136656:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768379.136662:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768376/real 1775768379]  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768379.136671:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768379.136672:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768379.136674:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbb738.
00000400:00000200:2.0:1775768379.136677:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768379.136679:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768379.136681:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768379.136684:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768379.136689:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136693:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768379.136695:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136696:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768379.136697:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768379.136701:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136707:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768379.136710:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136716:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768379.136718:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136720:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768379.136721:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136723:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768379.136725:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768379.136727:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768379.136730:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768379.136733:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768379.136736:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768379.136744:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360639488:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768379.136748:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.136751:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768379.136756:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289180 x1862022360639616/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136762:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768379.136765:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768379.136770:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768379.136776:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768379.136779:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768379.136781:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768379.136784:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768379.136787:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a800.
02000000:00000001:2.0:1775768379.136791:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768379.136793:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768379.136796:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289180.
00000100:00000001:2.0:1775768379.136801:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768379.136802:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136804:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768379.136807:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b480 x1862022360639744/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136814:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768379.136816:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768379.136817:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768379.136819:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768379.136820:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768379.136820:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768379.136822:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768379.136823:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28400.
02000000:00000001:2.0:1775768379.136824:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768379.136825:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768379.136826:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b480.
00000100:00000001:2.0:1775768379.136849:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768379.136850:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136852:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768379.136855:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288a80 x1862022360639488/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136861:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768379.136863:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768379.136864:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768379.136868:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768379.136870:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768379.136871:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768379.136873:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768379.136874:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a400.
02000000:00000001:2.0:1775768379.136877:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768379.136878:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768379.136880:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288a80.
00000100:00000001:2.0:1775768379.136883:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768379.136885:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136888:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.136891:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768379.136894:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768379.136896:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768379.136900:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768376/real 1775768379]  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768379.136909:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768379.136911:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768379.136914:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768379.136917:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768379.136919:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768379.136922:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768379.136926:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768379.136934:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136941:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768379.136942:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136944:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768379.136945:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768379.136949:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136956:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768379.136959:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136965:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768379.136968:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136969:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768379.136970:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136971:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768379.136972:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768379.136974:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768379.136976:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768379.136977:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768379.136980:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768379.136984:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360639872:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768379.136988:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.136989:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768379.136991:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289880 x1862022360639872/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768401 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768379.136995:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768379.136995:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768379.136996:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768379.136998:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768379.136999:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768379.137000:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768379.137000:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768379.137001:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29800.
02000000:00000001:2.0:1775768379.137003:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768379.137004:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768379.137005:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289880.
00000100:00000001:2.0:1775768379.137006:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768379.137007:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.137008:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768379.137015:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768379.137017:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768379.137018:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768379.137019:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768379.195927:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768379.195937:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768379.195939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768379.195947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768379.195951:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768379.195956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.195959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768379.195961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768379.195964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768380.155974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768380.155980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768380.155986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768380.155987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768380.155991:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768380.155992:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768380.156050:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768380.156052:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768380.156054:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768380.219930:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768380.219936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768380.219937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768380.219941:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768380.219944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768380.219947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768380.219949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768380.219951:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768380.219952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768381.179960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768381.179967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768381.179969:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768381.179972:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768381.179975:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768381.179980:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5599
00000400:00000200:0.0:1775768381.179987:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768381.179991:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768381.179993:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768381.179995:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.179997:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.179999:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768381.180003:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768381.180004:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768381.180005:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768381.180007:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768381.180008:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768381.180010:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768381.180011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.180013:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180015:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768381.180016:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768381.180018:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180020:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768381.180022:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768381.180024:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768381.180026:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180027:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768381.180029:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768381.180033:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289c00.
00000020:00000040:0.0:1775768381.180035:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768381.180038:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768381.180038:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180041:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768381.180043:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768381.180045:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768381.180050:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29000.
00000100:00000001:0.0:1775768381.180054:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768381.180061:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768381.180068:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768381.180071:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768381.180074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042de1505] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.180217:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768381.180220:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768381.180221:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768381.180226:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.180231:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768381.180232:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.180243:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768381.180245:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768381.180246:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768381.180249:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360640000:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768381.180252:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768381.180255:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768381.180257:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.180259:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768381.180262:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768381.180263:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768381.180267:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768381.180270:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768381.180274:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768381.180279:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640000, portal 25
00000100:00000001:2.0:1775768381.180280:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768381.180282:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336564224 : -130299372987392 : ffff897e50289c00)
00000100:00000040:2.0:1775768381.180285:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.180290:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768381.180292:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768381.180295:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768381.180297:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360640000, offset 0
00000400:00000200:2.0:1775768381.180303:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768381.180310:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.180316:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768381.180321:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768381.180325:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768381.180328:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768381.180331:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768381.180335:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59994:59994:256:4294967295] 192.168.202.115@tcp LPNI seq info [59993:59993:8:4294967295]
00000400:00000200:2.0:1775768381.180339:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.180348:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768381.180353:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.180359:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768381.180367:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768381.180370:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768381.180377:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768381.180380:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775768381.180523:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768381.180527:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768381.180530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768381.180532:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768381.180534:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768381.180536:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768381.180539:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5599
00000400:00000200:0.0:1775768381.180543:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768381.180546:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768381.180549:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768381.180551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.180556:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768381.180560:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768381.180561:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768381.180563:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768381.180565:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768381.180567:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768381.180569:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768381.180571:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180573:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.180575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768381.180578:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768381.180580:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180582:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768381.180584:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768381.180588:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768381.180591:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180592:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768381.180597:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768381.180600:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180602:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768381.180605:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289f80.
00000020:00000040:0.0:1775768381.180608:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768381.180610:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768381.180611:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180613:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768381.180614:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768381.180616:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768381.180619:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28000.
00000100:00000001:0.0:1775768381.180623:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768381.180627:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768381.180634:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768381.180636:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768381.180640:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ba5de2] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768381.180648:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768381.180651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768381.180654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768381.180656:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768381.180657:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768381.180659:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768381.180661:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5599
00000400:00000200:0.0:1775768381.180664:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768381.180667:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768381.180669:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768381.180671:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180673:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.180675:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180677:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768381.180679:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768381.180680:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768381.180681:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768381.180683:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768381.180684:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768381.180686:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768381.180689:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180691:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.180693:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768381.180696:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768381.180699:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180701:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768381.180702:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768381.180706:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768381.180707:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180709:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768381.180711:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768381.180713:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180714:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768381.180718:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288700.
00000020:00000040:0.0:1775768381.180719:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768381.180721:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768381.180722:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180724:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768381.180725:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768381.180727:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768381.180730:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29400.
00000100:00000001:0.0:1775768381.180733:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768381.180737:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768381.180743:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768381.180745:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768381.180748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d474b667] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768381.180754:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768381.180756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768381.180759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768381.180761:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768381.180762:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768381.180764:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768381.180766:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5599
00000400:00000200:0.0:1775768381.180769:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768381.180772:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768381.180773:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768381.180775:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180777:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.180778:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180780:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768381.180782:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768381.180783:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768381.180784:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768381.180786:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768381.180787:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768381.180789:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768381.180791:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180792:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768381.180794:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180796:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768381.180797:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768381.180799:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768381.180801:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768381.180803:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768381.180805:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768381.180807:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180808:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768381.180810:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768381.180812:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180813:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768381.180816:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028bb80.
00000020:00000040:0.0:1775768381.180817:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768381.180819:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768381.180820:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768381.180822:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768381.180823:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768381.180824:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1775768381.180892:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.180895:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768381.180900:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768381.180905:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768381.180910:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768381.180912:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768381.180917:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768381.180921:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.180929:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.180931:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.180937:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.180938:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768381.180943:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768381.180946:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768381.180948:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300273403
00000100:00000010:2.0:1775768381.180952:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ae0.
00000100:00000001:2.0:1775768381.180958:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768381.180962:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300273403
00000100:00000010:2.0:1775768381.180965:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444de0.
00000100:00000001:2.0:1775768381.180968:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768381.180970:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768381.180973:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.180975:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768381.180979:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768381/real 1775768381]  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768381.180988:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768381.180989:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768381.180991:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768381.180993:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768381.180994:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768381.180997:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768381.181000:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768381.181007:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181013:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768381.181015:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.181017:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.181019:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768381.181023:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181029:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768381.181034:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181041:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768381.181044:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.181046:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.181047:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.181049:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768381.181051:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768381.181054:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768381.181058:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768381.181061:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768381.181065:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768381.181073:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360640000:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768381.181079:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.181081:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.181084:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289c00 x1862022360640000/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181091:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768381.181093:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768381.181096:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768381.181101:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768381.181103:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768381.181104:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768381.181106:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768381.181108:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768381.181112:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768381.181114:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768381.181115:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289c00.
00000100:00000001:2.0:1775768381.181118:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768381.181120:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.181122:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.181129:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768381.181131:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.181133:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768381.181134:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768381.181135:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768381.181139:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181145:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768381.181146:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.181148:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768381.181150:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768381.181152:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768381.181155:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768381.181158:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768381.181160:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768381.181162:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.181164:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768381.181167:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768381.181169:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768381.181172:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768381.181174:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768381.181178:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768381.181182:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640128, portal 10
00000100:00000001:2.0:1775768381.181184:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768381.181186:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336565120 : -130299372986496 : ffff897e50289f80)
00000100:00000040:2.0:1775768381.181192:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181197:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768381.181199:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768381.181201:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768381.181204:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360640128, offset 0
00000400:00000200:2.0:1775768381.181207:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768381.181212:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.181216:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768381.181219:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768381.181222:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768381.181224:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768381.181227:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768381.181230:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59995:59995:256:4294967295] 192.168.202.115@tcp LPNI seq info [59994:59994:8:4294967295]
00000400:00000200:2.0:1775768381.181234:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.181240:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768381.181245:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.181248:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768381.181252:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768381.181255:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768381.181259:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768381.181261:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768381.181265:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.181266:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768381.181269:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768381.181273:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768381.181275:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768381.181277:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768381.181280:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768381.181283:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181290:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.181293:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181299:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.181300:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768381.181303:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768381.181307:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768381.181310:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768381.181312:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300272141
00000100:00000001:2.0:1775768381.181314:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300273403
00000100:00000001:2.0:1775768381.181316:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300272141
00000100:00000001:2.0:1775768381.181318:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300273403
00000100:00000001:2.0:1775768381.181320:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768381.181322:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.181324:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768381.181327:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768381/real 1775768381]  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768381.181335:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768381.181336:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768381.181338:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768381.181340:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768381.181341:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768381.181344:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768381.181347:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768381.181354:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181361:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768381.181362:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.181363:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.181365:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768381.181368:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.181374:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768381.181377:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775768381.182428:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:0.0:1775768381.182436:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768381.182443:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768381.182453:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768381.182455:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768381.182457:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b72b07b] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768381.182463:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768381.182465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768381.182468:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768381.182472:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5609)
00010000:00000001:0.0:1775768381.182488:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768381.182490:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768381.182492:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768381.182493:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768381.182495:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768381.182496:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.182555:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768381.182559:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.182561:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.182563:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.182564:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768381.182567:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768381.182569:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768381.182573:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768381.182575:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768381.182580:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768381.182588:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768381.182593:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768381.182596:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.182608:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768381.182610:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.182612:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768381.182614:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768381.182616:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768381.182619:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640256:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768381.182622:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768381.182624:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768381.182626:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.182628:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768381.182632:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768381.182634:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768381.182638:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768381.182641:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768381.182645:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768381.182649:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640256, portal 10
00000100:00000001:2.0:1775768381.182651:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768381.182653:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336558848 : -130299372992768 : ffff897e50288700)
00000100:00000040:2.0:1775768381.182658:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.182664:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768381.182667:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768381.182669:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768381.182671:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360640256, offset 0
00000400:00000200:2.0:1775768381.182675:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768381.182681:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.182686:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768381.182689:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768381.182693:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768381.182696:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768381.182698:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768381.182702:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59996:59996:256:4294967295] 192.168.202.115@tcp LPNI seq info [59995:59995:8:4294967295]
00000400:00000200:2.0:1775768381.182707:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.182714:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768381.182719:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.182723:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768381.182728:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768381.182730:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768381.182734:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768381.182735:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768381.182739:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.182741:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768381.182746:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768381.182751:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768381.182755:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768381.182757:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768381.182760:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768381.182763:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.182771:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.182774:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.182780:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.182782:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768381.182786:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768381.182789:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768381.182792:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768381.182794:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300272140
00000100:00000001:2.0:1775768381.182796:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300273403
00000100:00000001:2.0:1775768381.182798:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300272140
00000100:00000001:2.0:1775768381.182800:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300273403
00000100:00000001:2.0:1775768381.182802:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768381.182805:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.182806:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768381.182810:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768381/real 1775768381]  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768381.182818:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768381.182819:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768381.182821:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768381.182823:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768381.182824:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768381.182826:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768381.183170:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768381.183176:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183180:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768381.183181:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183182:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.183183:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768381.183185:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183189:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768381.183191:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183195:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768381.183197:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183198:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.183198:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183199:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768381.183200:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768381.183202:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768381.183204:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768381.183206:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768381.183208:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768381.183212:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640256:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768381.183215:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183216:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.183218:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289f80 x1862022360640128/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183222:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768381.183223:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768381.183224:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768381.183227:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768381.183229:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768381.183230:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768381.183232:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768381.183233:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28000.
02000000:00000001:2.0:1775768381.183236:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768381.183237:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768381.183238:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289f80.
00000100:00000001:2.0:1775768381.183241:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768381.183242:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183243:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.183245:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288700 x1862022360640256/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183248:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768381.183248:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768381.183249:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768381.183252:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768381.183253:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768381.183254:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768381.183255:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768381.183256:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29400.
02000000:00000001:2.0:1775768381.183257:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768381.183258:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768381.183259:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288700.
00000100:00000001:2.0:1775768381.183260:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768381.183261:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183262:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183267:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768381.183268:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.183269:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768381.183270:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768381.183271:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768381.183273:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183277:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768381.183278:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.183279:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768381.183280:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768381.183282:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768381.183283:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640384:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768381.183285:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768381.183286:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768381.183287:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768381.183289:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768381.183292:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768381.183294:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768381.183297:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768381.183300:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768381.183303:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768381.183306:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640384, portal 4
00000100:00000001:2.0:1775768381.183308:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768381.183309:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336572288 : -130299372979328 : ffff897e5028bb80)
00000100:00000040:2.0:1775768381.183314:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183325:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768381.183327:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768381.183329:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768381.183331:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360640384, offset 0
00000400:00000200:2.0:1775768381.183335:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768381.183339:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.183343:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768381.183346:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768381.183348:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768381.183350:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768381.183352:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768381.183355:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59997:59997:256:4294967295] 192.168.202.115@tcp LPNI seq info [59996:59996:8:4294967295]
00000400:00000200:2.0:1775768381.183359:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768381.183365:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768381.183369:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.183372:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768381.183376:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768381.183378:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775768381.183381:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768381.183484:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775768381.183491:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768381.183493:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768381.183496:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768381.183499:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768381.183502:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768381.183503:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768381.183505:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768381.183509:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183516:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.183519:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768406 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183529:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.183531:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768381.183534:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768381.183537:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768381.183540:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768381.183542:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300272196
00000100:00000001:2.0:1775768381.183545:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300273403
00000100:00000001:2.0:1775768381.183547:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300272196
00000100:00000001:2.0:1775768381.183549:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300273403
00000100:00000001:2.0:1775768381.183551:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768381.183553:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.183554:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768381.183557:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768381/real 1775768381]  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768381.183564:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768381.183566:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768381.183567:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768381.183569:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768381.183571:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768381.183573:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768381.183575:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768381.183582:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183588:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768381.183590:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183591:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.183592:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768381.183596:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183602:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768381.183606:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183612:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768381.183614:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183615:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768381.183616:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183618:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768381.183619:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768381.183621:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768381.183625:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768381.183627:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768381.183630:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768381.183637:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640384:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768381.183640:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183642:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768381.183644:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028bb80 x1862022360640384/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768406 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768381.183650:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768381.183651:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768381.183653:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768381.183656:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768381.183657:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768381.183658:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768381.183660:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768381.183662:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768381.183664:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768381.183665:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768381.183667:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028bb80.
00000100:00000001:2.0:1775768381.183669:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768381.183670:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183671:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768381.183675:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768381.183676:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768381.183677:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768381.183679:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768381.184064:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768381.184067:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768381.184071:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768381.243893:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768381.243898:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768381.243899:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768381.243903:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768381.243905:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768381.243908:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768381.243910:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768381.243912:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768381.243913:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768382.205003:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768382.205009:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768382.205013:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768382.205013:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768382.205015:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768382.205016:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768382.205071:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768382.205074:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768382.205076:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768382.268115:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768382.268121:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768382.268123:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768382.268137:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768382.268152:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768382.268156:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768382.268159:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768382.268161:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768382.268164:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768382.459951:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300273403, at 4300273408
00000100:00000040:3.0:1775768382.459951:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300273403, at 4300273408
00000100:00000010:3.0:1775768382.459965:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444de0.
00000100:00000010:2.0:1775768382.459968:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00010000:00000001:0.0:1775768383.227948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768383.227954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768383.227960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768383.227962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768383.227966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768383.227967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768383.228063:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768383.228067:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768383.228071:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768383.291955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768383.291963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768383.291965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768383.291970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768383.291973:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768383.291977:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768383.291980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768383.291982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768383.291985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768384.251911:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768384.251918:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768384.251934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768384.251935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768384.251939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768384.251940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768384.251958:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768384.251961:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768384.251963:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768384.315940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768384.315945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768384.315947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768384.315951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768384.315954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768384.315957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768384.315959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768384.315960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768384.315962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768385.275987:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768385.275996:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768385.276003:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768385.276005:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768385.276009:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768385.276010:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768385.276103:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768385.276106:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768385.276109:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768385.340948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768385.340957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768385.340960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768385.340967:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768385.340971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768385.340976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768385.340979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768385.340982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768385.340985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768386.299942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768386.299954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768386.299958:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768386.299963:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768386.299968:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768386.299977:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5604
00000400:00000200:0.0:1775768386.299996:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768386.300003:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768386.300007:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768386.300011:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768386.300017:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300020:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768386.300025:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768386.300027:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768386.300030:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768386.300033:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768386.300036:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768386.300038:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768386.300042:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768386.300046:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768386.300051:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768386.300054:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300056:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768386.300059:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768386.300063:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768386.300065:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.300068:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768386.300071:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768386.300083:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b800.
00000020:00000040:0.0:1775768386.300086:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768386.300090:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768386.300093:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.300095:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768386.300098:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768386.300102:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768386.300113:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28800.
00000100:00000001:0.0:1775768386.300132:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768386.300142:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768386.300153:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768386.300158:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768386.300163:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db8b0c69] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768386.300194:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768386.300197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768386.300201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768386.300202:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768386.300204:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768386.300206:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768386.300209:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5604
00000400:00000200:0.0:1775768386.300213:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768386.300216:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768386.300218:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768386.300222:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300225:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768386.300227:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300230:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768386.300233:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768386.300235:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768386.300237:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768386.300239:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768386.300242:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768386.300243:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775768386.300245:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768386.300250:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768386.300251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300255:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768386.300255:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768386.300260:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300263:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768386.300266:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000040:2.0:1775768386.300271:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768386.300273:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300281:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.300295:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768386.300297:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768386.300298:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768386.300303:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768386.300307:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768386.300308:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768386.300321:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.300321:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.300330:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:2.0:1775768386.300349:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360640512:192.168.202.115@tcp:250:kworker.0
00000008:00100000:0.0:1775768386.300352:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775768386.300356:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1775768386.300359:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.300361:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775768386.300362:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.300365:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768386.300369:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028bb80.
02000000:00000001:2.0:1775768386.300370:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1775768386.300375:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768386.300379:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1775768386.300380:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:0.0:1775768386.300382:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.300386:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.300387:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768386.300393:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768386.300397:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768386.300403:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:0.0:1775768386.300406:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2b000.
00000400:00000010:2.0:1775768386.300408:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000100:00000001:0.0:1775768386.300413:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768386.300417:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00100000:0.0:1775768386.300425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1775768386.300428:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640512, portal 25
00000100:00000001:2.0:1775768386.300437:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768386.300442:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336571392 : -130299372980224 : ffff897e5028b800)
00000100:00000001:0.0:1775768386.300444:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768386.300448:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.300453:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768386.300457:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b72b07b] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.300492:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768386.300499:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.300502:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:0.0:1775768386.300507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1775768386.300508:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768386.300514:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360640512, offset 0
00000100:00080000:0.0:1775768386.300516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768386.300519:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768386.300521:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1775768386.300527:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300529:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768386.300535:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5604
00000400:00000200:2.0:1775768386.300540:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.300548:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768386.300555:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768386.300556:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.300565:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768386.300567:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768386.300573:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775768386.300573:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775768386.300581:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768386.300586:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768386.300589:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300591:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768386.300598:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1775768386.300601:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59998:59998:256:4294967295] 192.168.202.115@tcp LPNI seq info [59997:59997:8:4294967295]
00000020:00000040:0.0:1775768386.300602:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768386.300609:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768386.300615:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:2.0:1775768386.300620:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768386.300622:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768386.300627:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768386.300638:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768386.300639:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768386.300647:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768386.300654:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300661:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:2.0:1775768386.300662:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:0.0:1775768386.300670:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000010:2.0:1775768386.300671:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00080000:0.0:1775768386.300677:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768386.300681:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768386.300684:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:0.0:1775768386.300686:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1775768386.300693:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1775768386.300694:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768386.300702:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.300710:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:2.1:1775768386.300711:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000008:00100000:0.0:1775768386.300713:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1775768386.300717:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000008:00000001:0.0:1775768386.300719:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.300727:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1775768386.300733:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000010:0.0:1775768386.300735:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288700.
00000800:00000010:2.0:1775768386.300736:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000020:00000040:0.0:1775768386.300743:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:2.0:1775768386.300747:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768386.300748:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768386.300750:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.300755:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768386.300758:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775768386.300760:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775768386.300762:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768386.300765:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768386.300768:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
02000000:00000010:0.0:1775768386.300769:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2ac00.
00000100:00000001:2.0:1775768386.300773:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768386.300774:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768386.300780:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768386.300784:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768386.300826:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768386.300866:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768386.300871:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.300876:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768386.300882:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d474b667] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.300903:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.300909:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768386.300915:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.300916:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768386.300919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775768386.300927:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:0.0:1775768386.300930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768386.300933:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1775768386.300933:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300278523
00000100:00080000:0.0:1775768386.300938:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768386.300942:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:2.0:1775768386.300943:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ae0.
00000100:00080000:0.0:1775768386.300948:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5604
00000100:00000001:2.0:1775768386.300953:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1775768386.300954:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768386.300964:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768386.300965:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300278523
00000100:00080000:0.0:1775768386.300970:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1775768386.300970:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:2.0:1775768386.300980:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1775768386.300982:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768386.300984:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768386.300992:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768386.300996:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768386.300998:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301003:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768386.301008:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768386/real 1775768386]  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768386.301010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768386.301018:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768386.301023:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768386.301029:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768386.301034:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768386.301040:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000001:2.0:1775768386.301040:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768386.301043:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1775768386.301048:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000010:2.0:1775768386.301049:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768386.301054:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000100:00000040:0.0:1775768386.301060:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:2.0:1775768386.301061:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:0.0:1775768386.301069:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768386.301071:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768386.301076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768386.301083:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:2.0:1775768386.301083:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768386.301093:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768386.301107:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768386.301116:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768386.301117:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768386.301125:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768386.301132:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768386.301133:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768386.301136:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768386.301138:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301140:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768386.301142:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768386.301144:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1775768386.301146:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1775768386.301151:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775768386.301152:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.301160:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768386.301170:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289f80.
00000100:00000001:2.0:1775768386.301172:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775768386.301176:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768386.301182:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1775768386.301182:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768386.301187:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.301195:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768386.301201:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768386.301208:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1775768386.301209:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301219:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1775768386.301220:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:2.0:1775768386.301222:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768386.301226:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768386.301228:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301231:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768386.301234:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1775768386.301238:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1775768386.301241:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768386.301255:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768386.301267:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1775768386.301269:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768386.301275:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.301281:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768386.301288:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ba5de2] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768386.301310:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360640512:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768386.301320:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301322:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.301326:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768386.301328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768386.301345:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b800 x1862022360640512/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768386.301349:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775768386.301363:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1775768386.301364:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5614)
02000000:00000001:2.0:1775768386.301367:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768386.301371:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768386.301377:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768386.301380:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768386.301382:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768386.301385:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768386.301388:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28800.
02000000:00000001:2.0:1775768386.301391:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768386.301394:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768386.301396:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b800.
00000100:00000001:2.0:1775768386.301399:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768386.301401:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.301403:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.301410:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768386.301412:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301414:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768386.301416:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768386.301417:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768386.301422:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301429:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768386.301431:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.301435:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768386.301438:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768386.301440:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768386.301443:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768386.301447:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768386.301450:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768386.301452:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.301455:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768386.301460:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768386.301463:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768386.301468:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768386.301468:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768386.301474:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768386.301475:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00010000:00000001:0.0:1775768386.301487:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000010:2.0:1775768386.301487:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00010000:00000001:0.0:1775768386.301492:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768386.301494:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640640, portal 10
00000100:00000001:2.0:1775768386.301497:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00010000:00000001:0.0:1775768386.301499:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768386.301500:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336572288 : -130299372979328 : ffff897e5028bb80)
00010000:00000001:0.0:1775768386.301503:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.301512:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301521:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768386.301524:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768386.301526:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768386.301530:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360640640, offset 0
00000400:00000200:2.0:1775768386.301534:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768386.301540:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.301545:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768386.301550:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768386.301554:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768386.301559:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768386.301561:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768386.301566:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [59999:59999:256:4294967295] 192.168.202.115@tcp LPNI seq info [59998:59998:8:4294967295]
00000400:00000200:2.0:1775768386.301574:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.301585:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1775768386.301585:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768386.301590:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768386.301594:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00010000:00010000:3.0:1775768386.301595:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000010:2.0:1775768386.301601:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768386.301608:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768386.301611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768386.301618:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768386.301621:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768386.301625:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768386.301627:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768386.301631:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768386.301634:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768386.301637:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768386.301638:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768386.301641:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768386.301644:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301652:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768386.301654:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301666:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301668:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768386.301672:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.301675:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768386.301679:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768386.301681:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300277261
00000100:00000001:2.0:1775768386.301683:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300278523
00000100:00000001:2.0:1775768386.301685:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300277261
00000100:00000001:2.0:1775768386.301687:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300278523
00000100:00000001:2.0:1775768386.301690:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768386.301692:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301693:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768386.301697:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768386/real 1775768386]  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768386.301706:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768386.301708:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768386.301710:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768386.301714:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768386.301716:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768386.301718:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768386.301722:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768386.301733:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301741:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768386.301742:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.301744:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768386.301745:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768386.301749:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301756:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768386.301759:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301766:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768386.301768:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.301769:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768386.301771:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.301772:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768386.301774:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768386.301776:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768386.301779:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768386.301781:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768386.301785:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768386.301792:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768386.301795:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768386.301799:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301805:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768386.301807:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.301809:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768386.301811:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768386.301812:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768386.301815:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640768:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768386.301818:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768386.301820:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768386.301822:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.301824:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768386.301827:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768386.301844:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768386.301847:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768386.301849:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768386.301852:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768386.301854:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640768, portal 10
00000100:00000001:2.0:1775768386.301856:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768386.301858:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336558848 : -130299372992768 : ffff897e50288700)
00000100:00000040:2.0:1775768386.301863:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301869:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768386.301871:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768386.301873:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768386.301875:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360640768, offset 0
00000400:00000200:2.0:1775768386.301878:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768386.301881:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.301884:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768386.301886:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768386.301889:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768386.301891:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768386.301893:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768386.301896:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60000:60000:256:4294967295] 192.168.202.115@tcp LPNI seq info [59999:59999:8:4294967295]
00000400:00000200:2.0:1775768386.301900:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.301905:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768386.301909:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768386.301913:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768386.301917:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768386.301920:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768386.301924:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768386.301927:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768386.301931:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768386.301934:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768386.301936:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768386.301939:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768386.301942:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768386.301944:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768386.301946:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768386.301949:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301956:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768386.301959:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.301966:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301967:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768386.301970:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.301972:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768386.301975:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768386.301977:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300277260
00000100:00000001:2.0:1775768386.301979:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300278523
00000100:00000001:2.0:1775768386.301981:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300277260
00000100:00000001:2.0:1775768386.301983:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300278523
00000100:00000001:2.0:1775768386.301986:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768386.301987:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.301989:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768386.301992:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768386/real 1775768386]  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768386.302000:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768386.302001:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768386.302002:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768386.302005:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768386.302007:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768386.302010:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768386.302013:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768386.302021:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302027:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768386.302028:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302029:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768386.302031:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768386.302034:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302040:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768386.302043:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302050:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768386.302052:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302053:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768386.302055:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302056:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768386.302058:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768386.302060:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768386.302063:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768386.302065:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768386.302068:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768386.302075:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640768:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768386.302078:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768386.302082:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302088:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768386.302090:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.302092:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768386.302093:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768386.302095:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768386.302098:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640896:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768386.302101:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768386.302103:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768386.302104:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768386.302106:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768386.302108:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768386.302110:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768386.302113:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768386.302115:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768386.302117:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768386.302120:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360640896, portal 4
00000100:00000001:2.0:1775768386.302122:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768386.302123:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336565120 : -130299372986496 : ffff897e50289f80)
00000100:00000040:2.0:1775768386.302127:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302133:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768386.302135:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768386.302137:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768386.302139:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360640896, offset 0
00000400:00000200:2.0:1775768386.302143:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768386.302145:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.302148:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768386.302150:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768386.302152:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768386.302155:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768386.302157:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768386.302160:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60001:60001:256:4294967295] 192.168.202.115@tcp LPNI seq info [60000:60000:8:4294967295]
00000400:00000200:2.0:1775768386.302164:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768386.302170:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768386.302174:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768386.302176:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768386.302180:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768386.302182:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768386.302186:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768386.302188:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768386.302192:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768386.302194:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768386.302197:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768386.302200:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768386.302202:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768386.302203:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768386.302205:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768386.302208:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302215:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768386.302218:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768411 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302224:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.302226:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768386.302228:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768386.302231:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768386.302233:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768386.302236:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300277315
00000100:00000001:2.0:1775768386.302238:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300278523
00000100:00000001:2.0:1775768386.302240:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300277315
00000100:00000001:2.0:1775768386.302242:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300278523
00000100:00000001:2.0:1775768386.302244:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768386.302246:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.302248:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768386.302251:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768386/real 1775768386]  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768386.302258:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768386.302260:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768386.302261:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768386.302263:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768386.302265:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768386.302268:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768386.302271:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768386.302279:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302285:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768386.302287:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302289:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768386.302290:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768386.302293:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302300:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768386.302304:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302310:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768386.302312:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302314:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768386.302315:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302317:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768386.302318:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768386.302320:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768386.302324:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768386.302326:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768386.302329:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768386.302353:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360640896:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768386.302357:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302358:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768386.302361:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028bb80 x1862022360640640/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302368:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768386.302369:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768386.302371:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768386.302374:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768386.302376:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768386.302377:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768386.302379:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768386.302381:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2b000.
02000000:00000001:2.0:1775768386.302383:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768386.302384:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768386.302386:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028bb80.
00000100:00000001:2.0:1775768386.302388:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768386.302389:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302390:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768386.302393:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288700 x1862022360640768/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302399:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768386.302400:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768386.302402:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768386.302405:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768386.302406:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768386.302407:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768386.302409:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768386.302410:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768386.302412:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768386.302413:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768386.302415:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288700.
00000100:00000001:2.0:1775768386.302417:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768386.302418:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302419:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768386.302422:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289f80 x1862022360640896/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768411 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768386.302428:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768386.302429:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768386.302430:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768386.302432:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768386.302433:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768386.302434:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768386.302436:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768386.302437:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768386.302438:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768386.302439:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768386.302440:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289f80.
00000100:00000001:2.0:1775768386.302443:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768386.302444:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302445:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768386.302448:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768386.302450:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768386.302451:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768386.302453:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768386.363972:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768386.363980:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768386.363983:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768386.363990:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768386.363994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768386.363999:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768386.364002:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768386.364013:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768386.364016:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768387.323949:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768387.323951:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768387.323954:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323959:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768387.323961:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323963:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323965:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768387.323970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768387.323976:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768387.323977:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768387.323978:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323980:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768387.323982:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323983:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768387.323985:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768387.324022:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768387.324026:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768387.324033:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768387.387929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768387.387934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768387.387935:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768387.387939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768387.387941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768387.387944:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768387.387946:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768387.387947:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768387.387949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768387.579946:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300278523, at 4300278528
00000100:00000040:3.0:1775768387.579946:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300278523, at 4300278528
00000100:00000010:2.0:1775768387.579961:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00000100:00000010:3.0:1775768387.579964:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00010000:00000001:0.0:1775768388.347975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768388.347981:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768388.347988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768388.347989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768388.347993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768388.347994:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768388.348106:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768388.348109:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768388.348112:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768388.411929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768388.411935:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768388.411937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768388.411942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768388.411946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768388.411950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768388.411952:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768388.411955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768388.411957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768389.371967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768389.371975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768389.371982:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768389.371986:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768389.371989:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768389.371993:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768389.371997:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768389.371999:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768389.372001:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768389.372004:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768389.372009:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768389.372010:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768389.372038:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768389.372041:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768389.372044:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768389.435962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768389.435969:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768389.435971:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768389.435978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768389.435983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768389.435988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768389.435991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768389.435993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768389.435996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768390.395981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768390.395990:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768390.395998:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768390.396009:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768390.396014:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768390.396015:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768390.396090:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768390.396096:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768390.396101:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768390.459957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768390.459964:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768390.459966:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768390.459973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768390.459977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768390.459982:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768390.459985:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768390.459988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768390.459991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768391.419986:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768391.419993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768391.419998:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768391.420000:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768391.420005:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768391.420007:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768391.420009:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768391.420010:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768391.420014:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768391.420016:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.420017:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768391.420027:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5609
00000400:00000200:3.0:1775768391.420040:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768391.420047:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768391.420051:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768391.420055:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420060:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768391.420063:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420067:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768391.420072:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768391.420074:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768391.420078:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768391.420081:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768391.420084:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768391.420086:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768391.420103:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:1.0:1775768391.420106:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1775768391.420106:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1775768391.420111:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768391.420111:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420117:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00010000:00010000:1.0:1775768391.420118:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:3.0:1775768391.420130:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768391.420135:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420138:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768391.420142:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768391.420146:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768391.420149:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.420152:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768391.420155:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768391.420168:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768391.420172:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768391.420177:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768391.420179:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.420183:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768391.420186:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768391.420192:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768391.420201:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768391.420210:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768391.420222:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768391.420234:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768391.420239:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768391.420245:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768391.420272:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768391.420276:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768391.420279:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768391.420281:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768391.420282:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768391.420313:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768391.420325:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5609
00000400:00000200:3.0:1775768391.420332:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768391.420335:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768391.420342:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775768391.420345:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775768391.420348:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775768391.420350:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768391.420352:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768391.420353:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768391.420356:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420360:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:2.0:1775768391.420362:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768391.420364:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768391.420366:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768391.420369:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775768391.420380:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768391.420383:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768391.420383:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768391.420388:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:2.0:1775768391.420389:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775768391.420391:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:2.0:1775768391.420393:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768391.420398:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768391.420398:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00100000:2.0:1775768391.420403:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360641024:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768391.420409:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768391.420411:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1775768391.420414:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420416:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:2.0:1775768391.420419:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1775768391.420419:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768391.420423:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:2.0:1775768391.420424:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.420427:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.420430:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775768391.420430:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1775768391.420437:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:3.0:1775768391.420438:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768391.420441:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768391.420449:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768391.420450:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.420454:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:2.0:1775768391.420455:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000008:00100000:3.0:1775768391.420458:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768391.420462:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.420464:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768391.420465:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000010:3.0:1775768391.420469:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768391.420472:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000200:2.0:1775768391.420475:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641024, portal 25
02000000:00000001:3.0:1775768391.420475:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768391.420477:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.420479:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768391.420481:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775768391.420482:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
02000000:00000001:3.0:1775768391.420483:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768391.420486:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768391.420491:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000040:2.0:1775768391.420492:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768391.420496:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.420505:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1775768391.420505:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775768391.420512:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420517:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768391.420519:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768391.420523:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768391.420529:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000001:3.0:1775768391.420532:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768391.420534:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360641024, offset 0
00000100:00080000:3.0:1775768391.420535:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768391.420540:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768391.420541:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768391.420542:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1775768391.420545:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768391.420547:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768391.420551:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5609
00000400:00000200:2.0:1775768391.420557:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.420565:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768391.420571:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768391.420576:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768391.420580:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768391.420584:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768391.420589:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60002:60002:256:4294967295] 192.168.202.115@tcp LPNI seq info [60001:60001:8:4294967295]
00000400:00000200:2.0:1775768391.420593:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.420603:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768391.420610:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.420616:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768391.420624:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768391.420629:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775768391.420635:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768391.420639:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1775768391.420645:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.420648:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768391.420656:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768391.420662:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775768391.422062:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768391.422072:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768391.422077:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768391.422082:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.422085:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768391.422088:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.422102:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768391.422106:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768391.422108:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768391.422111:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768391.422114:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768391.422124:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768391.422128:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768391.422131:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.422134:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768391.422136:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768391.422138:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000100:00000001:3.0:1775768391.422139:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:2.0:1775768391.422144:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000020:00000040:3.0:1775768391.422145:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768391.422151:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768391.422153:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768391.422154:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768391.422158:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1775768391.422163:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768391.422165:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768391.422170:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.422174:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768391.422180:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775768391.422182:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1775768391.422184:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.422187:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768391.422188:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422196:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768391.422197:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775768391.422198:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1775768391.422203:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768391.422207:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775768391.422208:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768391.422209:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.422214:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775768391.422216:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768391.422217:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768391.422222:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422223:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300283644
02000000:00000010:3.0:1775768391.422230:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000010:2.0:1775768391.422231:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ae0.
00000100:00000001:3.0:1775768391.422237:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422241:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1775768391.422247:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768391.422248:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300283644
00000100:00000010:2.0:1775768391.422253:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444b40.
00000100:00000001:2.0:1775768391.422258:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1775768391.422263:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768391.422264:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768391.422269:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.422270:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422275:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1775768391.422278:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768391.422282:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768391/real 1775768391]  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768391.422317:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768391.422322:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1775768391.422323:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768391.422326:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1775768391.422329:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1775768391.422330:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000100:00000001:3.0:1775768391.422331:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1775768391.422335:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768391.422337:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768391.422340:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1775768391.422344:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1775768391.422345:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768391.422350:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768391.422356:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5609
00000100:00000200:2.0:1775768391.422361:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775768391.422364:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768391.422373:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768391.422375:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.422378:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1775768391.422380:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768391.422381:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775768391.422386:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1775768391.422389:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768391.422392:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768391.422398:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768391.422403:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768391.422404:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768391.422408:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768391.422411:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1775768391.422412:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768391.422413:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768391.422417:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768391.422421:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768391.422425:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768391.422427:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1775768391.422430:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768391.422432:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.422435:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775768391.422437:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768391.422438:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.422441:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768391.422443:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768391.422446:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768391.422451:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1775768391.422452:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000040:3.0:1775768391.422456:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768391.422457:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1775768391.422460:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768391.422464:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000040:2.0:1775768391.422465:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768391.422471:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768391.422478:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768391.422482:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1775768391.422485:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360641024:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768391.422487:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768391.422492:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422494:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768391.422496:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768391.422498:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1775768391.422500:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1775768391.422503:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360641024/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775768391.422506:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.422509:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768391.422516:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768391.422519:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768391.422522:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768391.422523:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768391.422525:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768391.422527:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768391.422531:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775768391.422531:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.422535:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775768391.422536:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
02000000:00000010:2.0:1775768391.422539:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
00000100:00000001:3.0:1775768391.422541:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.422547:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1775768391.422548:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1775768391.422550:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768391.422554:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768391.422557:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768391.422560:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:2.0:1775768391.422565:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768391.422568:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768391.422571:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:3.0:1775768391.422573:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768391.422576:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775768391.422577:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422579:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.422583:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768391.422583:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768391.422594:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422595:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1775768391.422597:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768391.422598:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422603:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775768391.422605:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775768391.422606:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768391.422609:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775768391.422614:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5620)
00000100:00000040:2.0:1775768391.422617:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422625:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768391.422627:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.422630:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768391.422632:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768391.422636:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768391.422639:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641152:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768391.422643:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768391.422648:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768391.422650:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.422652:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768391.422656:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768391.422658:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768391.422662:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768391.422665:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768391.422669:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768391.422674:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641152, portal 10
00000100:00000001:2.0:1775768391.422676:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768391.422678:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:2.0:1775768391.422685:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422693:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768391.422695:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768391.422698:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768391.422700:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360641152, offset 0
00000400:00000200:2.0:1775768391.422705:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768391.422712:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.422717:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768391.422720:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768391.422725:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768391.422728:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768391.422731:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768391.422735:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60003:60003:256:4294967295] 192.168.202.115@tcp LPNI seq info [60002:60002:8:4294967295]
00000400:00000200:2.0:1775768391.422740:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.422750:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768391.422755:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.422761:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768391.422767:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768391.422771:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775768391.422776:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768391.422779:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1775768391.422784:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.422786:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768391.422790:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768391.422793:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768391.422796:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768391.422798:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768391.422800:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768391.422803:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422811:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768391.422813:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422819:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422821:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768391.422824:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768391.422847:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768391.422851:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768391.422852:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300282383
00000100:00000001:2.0:1775768391.422855:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300283644
00000100:00000001:2.0:1775768391.422857:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300282383
00000100:00000001:2.0:1775768391.422859:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300283644
00000100:00000001:2.0:1775768391.422861:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768391.422863:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.422864:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768391.422868:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768391/real 1775768391]  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768391.422882:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768391.422883:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768391.422885:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768391.422887:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768391.422889:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768391.422891:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768391.422894:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768391.422902:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422908:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768391.422909:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.422911:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768391.422912:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768391.422915:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422922:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768391.422926:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422932:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768391.422934:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.422936:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768391.422937:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.422939:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768391.422941:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768391.422944:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768391.422947:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768391.422950:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768391.422954:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768391.422960:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641152:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768391.422964:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768391.422967:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.422972:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768391.422974:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.422975:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768391.422977:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768391.422979:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768391.422981:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641280:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768391.422983:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768391.422985:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768391.422987:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.422988:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768391.422992:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768391.422994:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768391.422998:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768391.423001:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768391.423004:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768391.423007:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641280, portal 10
00000100:00000001:2.0:1775768391.423009:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768391.423010:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:2.0:1775768391.423016:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423022:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768391.423024:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768391.423026:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768391.423028:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360641280, offset 0
00000400:00000200:2.0:1775768391.423033:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768391.423036:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.423040:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768391.423042:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768391.423045:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768391.423047:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768391.423049:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768391.423052:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60004:60004:256:4294967295] 192.168.202.115@tcp LPNI seq info [60003:60003:8:4294967295]
00000400:00000200:2.0:1775768391.423055:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.423060:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768391.423077:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.423080:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768391.423084:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768391.423087:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775768391.423091:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768391.423093:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1775768391.423097:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.423099:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768391.423101:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768391.423105:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768391.423108:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768391.423109:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768391.423112:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768391.423115:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423122:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768391.423125:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423131:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.423132:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768391.423135:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768391.423138:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768391.423141:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768391.423143:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300282381
00000100:00000001:2.0:1775768391.423145:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300283644
00000100:00000001:2.0:1775768391.423148:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300282381
00000100:00000001:2.0:1775768391.423150:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300283644
00000100:00000001:2.0:1775768391.423152:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768391.423154:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.423156:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768391.423159:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768391/real 1775768391]  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768391.423166:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768391.423167:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768391.423169:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768391.423171:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768391.423172:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768391.423174:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768391.423177:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768391.423184:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423190:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768391.423191:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.423193:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768391.423194:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768391.423198:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423204:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768391.423207:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423214:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768391.423217:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.423218:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768391.423220:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.423221:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768391.423223:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768391.423226:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768391.423229:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768391.423231:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768391.423234:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768391.423241:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641280:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768391.423244:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768391.423247:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423254:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768391.423255:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.423257:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768391.423259:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768391.423260:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768391.423688:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641408:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768391.423694:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768391.423696:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768391.423698:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768391.423700:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768391.423704:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768391.423706:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768391.423709:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768391.423712:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768391.423716:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768391.423720:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641408, portal 4
00000100:00000001:2.0:1775768391.423722:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768391.423724:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:2.0:1775768391.423731:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423738:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768391.423740:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768391.423743:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768391.423745:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360641408, offset 0
00000400:00000200:2.0:1775768391.423748:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768391.423752:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.423755:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768391.423758:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768391.423760:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768391.423762:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768391.423764:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768391.423768:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60005:60005:256:4294967295] 192.168.202.115@tcp LPNI seq info [60004:60004:8:4294967295]
00000400:00000200:2.0:1775768391.423772:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768391.423778:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768391.423783:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.423786:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768391.423790:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768391.423792:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775768391.423796:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768391.423799:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1775768391.423803:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768391.423804:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768391.423807:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768391.423810:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768391.423813:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768391.423815:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768391.423817:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768391.423820:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423857:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768391.423860:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768416 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423866:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.423868:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768391.423871:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768391.423874:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768391.423878:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768391.423879:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300282437
00000100:00000001:2.0:1775768391.423881:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300283644
00000100:00000001:2.0:1775768391.423883:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300282437
00000100:00000001:2.0:1775768391.423885:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300283644
00000100:00000001:2.0:1775768391.423887:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768391.423889:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.423891:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768391.423894:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768391/real 1775768391]  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768391.423900:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768391.423902:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768391.423903:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768391.423905:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768391.423906:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768391.423908:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768391.423910:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768391.423917:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423923:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768391.423924:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.423926:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768391.423927:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768391.423930:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423936:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768391.423939:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423946:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768391.423948:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.423949:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768391.423950:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.423952:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768391.423953:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768391.423955:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768391.423957:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768391.423959:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768391.423963:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768391.423970:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641408:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768391.423973:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.423975:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768391.423978:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360641152/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.423983:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768391.423984:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768391.423986:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768391.423989:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768391.423991:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768391.423993:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768391.423994:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768391.423996:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:2.0:1775768391.423999:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768391.424000:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768391.424002:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:2.0:1775768391.424006:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768391.424007:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.424009:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768391.424012:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360641280/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.424018:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768391.424019:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768391.424021:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768391.424023:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768391.424024:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768391.424025:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768391.424027:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768391.424028:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:2.0:1775768391.424030:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768391.424031:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768391.424032:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775768391.424034:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768391.424035:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.424036:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768391.424038:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360641408/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768416 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768391.424042:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768391.424043:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768391.424044:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768391.424047:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768391.424048:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768391.424048:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768391.424049:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768391.424050:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:2.0:1775768391.424051:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768391.424052:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768391.424053:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:2.0:1775768391.424055:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768391.424056:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.424057:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768391.424118:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768391.424120:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768391.424122:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768391.424124:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768391.485442:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768391.485450:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768391.485453:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768391.485460:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768391.485465:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768391.485470:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768391.485473:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768391.485476:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768391.485479:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768392.444223:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768392.444233:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768392.444240:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768392.444241:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768392.444245:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768392.444246:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768392.444524:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768392.444529:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768392.444533:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768392.507950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768392.507959:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768392.507961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768392.507969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768392.507974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768392.507980:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768392.507983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768392.507986:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768392.507989:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768392.699988:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300283644, at 4300283648
00000100:00000010:3.0:1775768392.700009:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444b40.
00000100:00000040:2.0:1775768392.700143:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300283644, at 4300283648
00000100:00000010:2.0:1775768392.700151:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00010000:00000001:0.0:1775768393.468019:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768393.468023:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768393.468030:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768393.468032:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768393.468036:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768393.468038:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768393.468138:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768393.468142:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768393.468145:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768393.531936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768393.531941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768393.531943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768393.531949:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768393.531952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768393.531956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768393.531958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768393.531961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768393.531963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768394.491945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768394.491950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768394.491956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768394.491957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768394.491961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768394.491963:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768394.491983:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768394.491986:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768394.491989:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768394.555942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768394.555949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768394.555951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768394.555956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768394.555959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768394.555963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768394.555966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768394.555968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768394.555971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768395.515924:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768395.515928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768395.515932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768395.515933:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768395.515935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768395.515936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768395.516000:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768395.516003:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768395.516006:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768395.579938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768395.579943:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768395.579945:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768395.579950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768395.579953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768395.579956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768395.579959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768395.579961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768395.579971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768396.539947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768396.539954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768396.539962:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:3.0:1775768396.539964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768396.539965:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1775768396.539969:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768396.539970:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768396.539974:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768396.539975:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768396.539978:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.539980:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768396.539981:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768396.539985:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768396.539988:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5615
00010000:00000001:0.0:1775768396.539990:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768396.539994:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768396.539998:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:3.0:1775768396.539999:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768396.540001:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768396.540003:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768396.540005:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768396.540008:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000400:00000200:3.0:1775768396.540008:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768396.540011:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768396.540013:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00010000:00000001:0.0:1775768396.540014:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768396.540018:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768396.540020:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540024:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768396.540027:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768396.540034:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768396.540035:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768396.540038:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768396.540040:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768396.540043:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768396.540045:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768396.540048:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540051:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768396.540052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540055:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768396.540057:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768396.540061:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540063:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768396.540066:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768396.540077:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768396.540081:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540083:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768396.540086:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768396.540093:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:3.0:1775768396.540095:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000001:1.0:1775768396.540096:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768396.540100:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768396.540104:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768396.540106:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540109:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768396.540111:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768396.540115:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768396.540123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768396.540129:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768396.540137:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768396.540147:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768396.540151:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768396.540155:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768396.540184:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768396.540187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768396.540191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768396.540192:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768396.540193:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768396.540196:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768396.540198:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5615
00000400:00000200:3.0:1775768396.540202:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768396.540205:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768396.540207:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768396.540209:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540211:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768396.540213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540215:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768396.540216:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768396.540218:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768396.540219:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768396.540220:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768396.540222:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768396.540224:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768396.540226:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540229:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:1.0:1775768396.540231:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768396.540232:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540252:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768396.540257:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768396.540260:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540262:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768396.540264:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768396.540269:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768396.540271:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540273:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768396.540277:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768396.540280:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540282:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768396.540286:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775768396.540288:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768396.540290:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768396.540291:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540293:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768396.540302:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768396.540304:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768396.540308:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775768396.540311:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768396.540316:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768396.540323:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768396.540325:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768396.540329:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768396.540336:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768396.540338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768396.540341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768396.540343:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768396.540345:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768396.540347:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768396.540349:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5615
00000400:00000200:3.0:1775768396.540352:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768396.540355:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768396.540357:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768396.540360:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540362:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768396.540364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540365:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768396.540368:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768396.540369:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768396.540371:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768396.540372:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768396.540374:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768396.540376:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768396.540379:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540381:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768396.540383:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768396.540386:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768396.540388:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540390:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768396.540392:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768396.540394:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768396.540396:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540398:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768396.540399:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768396.540401:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540403:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768396.540407:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768396.540409:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768396.540411:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768396.540412:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540413:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768396.540415:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768396.540416:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768396.540419:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768396.540422:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768396.540426:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768396.540433:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768396.540445:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768396.540449:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768396.540457:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768396.540459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768396.540462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768396.540463:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768396.540464:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768396.540467:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768396.540469:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5615
00000400:00000200:3.0:1775768396.540472:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768396.540475:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768396.540476:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768396.540479:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540480:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768396.540482:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540484:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768396.540485:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768396.540487:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768396.540488:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768396.540490:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768396.540492:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768396.540493:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768396.540496:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540498:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768396.540500:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540501:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768396.540504:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768396.540506:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768396.540508:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768396.540509:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768396.540512:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768396.540514:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540515:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768396.540517:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768396.540519:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540521:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768396.540524:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768396.540526:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768396.540528:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768396.540529:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768396.540531:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768396.540532:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768396.540533:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768396.540536:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000001:3.0:1775768396.540538:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768396.540542:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768396.540549:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768396.540550:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768396.540554:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768396.540561:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768396.540563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768396.540566:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768396.540571:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5625)
00000100:00000001:2.0:1775768396.540819:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768396.540823:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768396.540826:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768396.540853:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.540861:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768396.540863:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.540867:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768396.540869:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768396.540871:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768396.540874:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360641536:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768396.540889:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768396.540893:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768396.540895:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.540898:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768396.540902:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768396.540905:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768396.540910:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768396.540914:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768396.540920:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768396.540927:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641536, portal 25
00000100:00000001:2.0:1775768396.540929:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768396.540931:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:2.0:1775768396.540937:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.540944:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768396.540947:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768396.540960:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768396.540966:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360641536, offset 0
00000400:00000200:2.0:1775768396.540973:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768396.540980:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.540986:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768396.540990:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768396.540994:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768396.540998:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768396.541001:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768396.541005:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60006:60006:256:4294967295] 192.168.202.115@tcp LPNI seq info [60005:60005:8:4294967295]
00000400:00000200:2.0:1775768396.541009:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.541019:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768396.541025:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.541029:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768396.541036:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768396.541039:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775768396.541044:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768396.541061:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775768396.541066:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.541069:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768396.541075:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768396.541079:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768396.541084:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768396.541087:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768396.541091:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768396.541096:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541104:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.541107:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541114:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.541115:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768396.541120:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768396.541124:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768396.541127:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300288763
00000100:00000010:2.0:1775768396.541131:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ae0.
00000100:00000001:2.0:1775768396.541137:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768396.541142:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300288763
00000100:00000010:2.0:1775768396.541145:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ea0.
00000100:00000001:2.0:1775768396.541148:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768396.541152:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768396.541155:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.541157:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768396.541162:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768396/real 1775768396]  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768396.541171:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768396.541172:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768396.541174:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768396.541177:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768396.541178:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768396.541180:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768396.541184:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768396.541192:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541203:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768396.541205:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.541207:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.541209:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768396.541212:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541219:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768396.541223:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541230:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768396.541233:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.541235:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.541251:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.541253:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768396.541255:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768396.541257:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768396.541261:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768396.541264:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768396.541268:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768396.541276:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360641536:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768396.541281:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768396.541283:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541289:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768396.541291:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.541292:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768396.541295:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768396.541297:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768396.541299:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641664:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768396.541303:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768396.541305:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768396.541306:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.541308:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768396.541311:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768396.541313:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768396.541316:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768396.541319:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768396.541322:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768396.541325:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641664, portal 10
00000100:00000001:2.0:1775768396.541327:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768396.541328:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:2.0:1775768396.541333:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541339:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768396.541342:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768396.541344:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768396.541346:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360641664, offset 0
00000400:00000200:2.0:1775768396.541350:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768396.541354:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.541358:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768396.541360:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768396.541363:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768396.541365:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768396.541367:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768396.541370:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60007:60007:256:4294967295] 192.168.202.115@tcp LPNI seq info [60006:60006:8:4294967295]
00000400:00000200:2.0:1775768396.541374:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.541380:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768396.541384:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.541387:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768396.541391:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768396.541394:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775768396.541398:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768396.541400:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775768396.541404:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.541405:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768396.541408:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768396.541411:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768396.541414:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768396.541416:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768396.541418:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768396.541421:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541428:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.541430:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541437:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.541438:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768396.541441:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768396.541444:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768396.541447:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768396.541449:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300287501
00000100:00000001:2.0:1775768396.541452:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300288763
00000100:00000001:2.0:1775768396.541454:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300287501
00000100:00000001:2.0:1775768396.541456:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300288763
00000100:00000001:2.0:1775768396.541458:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768396.541460:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.541462:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768396.541465:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768396/real 1775768396]  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768396.541477:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768396.541479:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768396.541480:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768396.541482:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768396.541484:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768396.541485:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768396.541488:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768396.541495:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541501:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768396.541502:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.541504:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.541505:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768396.541508:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541514:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768396.541517:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541523:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768396.541525:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.541527:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.541528:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.541530:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768396.541531:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768396.541534:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768396.541537:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768396.541539:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768396.541543:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768396.541551:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641664:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768396.541554:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768396.541557:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541563:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768396.541565:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.541567:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768396.541568:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768396.541570:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768396.541573:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641792:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768396.541576:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768396.541577:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768396.541579:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.541580:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768396.541583:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768396.541585:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768396.541588:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768396.541590:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768396.541592:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768396.541595:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641792, portal 10
00000100:00000001:2.0:1775768396.541597:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768396.541598:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:2.0:1775768396.541602:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541608:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768396.541610:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768396.541612:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768396.541614:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360641792, offset 0
00000400:00000200:2.0:1775768396.541618:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768396.541621:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.541624:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768396.541627:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768396.541629:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768396.541632:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768396.541634:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768396.541636:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60008:60008:256:4294967295] 192.168.202.115@tcp LPNI seq info [60007:60007:8:4294967295]
00000400:00000200:2.0:1775768396.541640:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.541646:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768396.541650:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.541653:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768396.541656:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768396.541659:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775768396.541663:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768396.541665:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775768396.541669:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.541670:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768396.541673:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768396.541676:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768396.541679:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768396.541680:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768396.541682:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768396.541686:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541693:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.541695:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.541702:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.541703:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768396.541706:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768396.541709:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768396.541712:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768396.541714:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300287499
00000100:00000001:2.0:1775768396.541716:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300288763
00000100:00000001:2.0:1775768396.541965:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300287500
00000100:00000001:2.0:1775768396.541967:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300288763
00000100:00000001:2.0:1775768396.541969:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768396.541971:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.541973:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768396.541978:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768396/real 1775768396]  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768396.541986:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768396.541987:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768396.541989:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768396.541991:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768396.541993:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768396.541994:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768396.541998:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768396.542006:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542012:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768396.542013:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542015:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.542016:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768396.542019:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542026:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768396.542029:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542036:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768396.542038:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542040:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.542041:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542042:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768396.542044:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768396.542046:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768396.542049:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768396.542051:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768396.542054:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768396.542060:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641792:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768396.542064:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768396.542066:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542073:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768396.542074:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.542077:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768396.542079:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768396.542081:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768396.542083:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641920:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768396.542086:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768396.542088:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768396.542089:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768396.542091:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768396.542094:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768396.542096:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768396.542099:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768396.542103:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768396.542106:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768396.542108:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360641920, portal 4
00000100:00000001:2.0:1775768396.542110:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768396.542112:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:2.0:1775768396.542116:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542121:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768396.542123:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768396.542125:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768396.542127:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360641920, offset 0
00000400:00000200:2.0:1775768396.542130:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768396.542133:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.542136:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768396.542139:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768396.542141:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768396.542143:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768396.542145:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768396.542147:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60009:60009:256:4294967295] 192.168.202.115@tcp LPNI seq info [60008:60008:8:4294967295]
00000400:00000200:2.0:1775768396.542151:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768396.542157:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768396.542161:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.542163:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768396.542167:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768396.542276:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775768396.542282:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768396.542285:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775768396.542288:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768396.542289:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768396.542292:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768396.542347:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768396.542350:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768396.542352:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768396.542355:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768396.542358:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542370:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.542372:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768421 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542377:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.542379:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768396.542382:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768396.542384:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768396.542387:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768396.542389:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300287555
00000100:00000001:2.0:1775768396.542391:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300288763
00000100:00000001:2.0:1775768396.542392:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300287555
00000100:00000001:2.0:1775768396.542394:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300288763
00000100:00000001:2.0:1775768396.542396:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768396.542398:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.542399:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768396.542402:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768396/real 1775768396]  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768396.542408:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768396.542409:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768396.542410:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768396.542411:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768396.542413:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768396.542414:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768396.542417:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768396.542423:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542428:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768396.542430:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542431:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.542432:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768396.542435:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542440:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768396.542443:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542449:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768396.542451:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542452:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768396.542453:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542455:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768396.542456:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768396.542458:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768396.542461:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768396.542463:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768396.542467:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768396.542474:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360641920:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768396.542478:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542480:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.542483:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360641536/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542489:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768396.542491:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768396.542494:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768396.542499:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768396.542501:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768396.542503:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768396.542505:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768396.542507:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:2.0:1775768396.542511:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768396.542512:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768396.542514:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:2.0:1775768396.542516:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768396.542518:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542519:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.542522:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360641664/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542529:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768396.542530:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768396.542531:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768396.542535:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768396.542536:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768396.542537:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768396.542539:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768396.542540:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:2.0:1775768396.542542:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768396.542543:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768396.542545:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775768396.542546:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768396.542547:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542549:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.542551:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360641792/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542557:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768396.542559:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768396.542560:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768396.542562:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768396.542563:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768396.542564:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768396.542566:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768396.542567:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:2.0:1775768396.542569:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768396.542571:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768396.542572:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:2.0:1775768396.542575:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768396.542576:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542577:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768396.542580:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360641920/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768421 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768396.542586:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768396.542587:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768396.542589:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768396.542591:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768396.542592:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768396.542593:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768396.542594:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768396.542595:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:2.0:1775768396.542597:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768396.542598:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768396.542599:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:2.0:1775768396.542601:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768396.542602:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542604:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768396.542610:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768396.542612:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768396.542614:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768396.542615:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768396.603897:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768396.603902:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768396.603904:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768396.603910:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768396.603913:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768396.603917:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768396.603920:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768396.603922:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768396.603924:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768397.563937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768397.563942:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768397.563947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768397.563948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768397.563952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768397.563953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768397.563996:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768397.563998:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768397.564000:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768397.627931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768397.627936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768397.627937:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768397.627942:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768397.627944:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768397.627947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768397.627949:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768397.627951:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768397.627952:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768397.819934:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300288763, at 4300288768
00000100:00000040:3.0:1775768397.819934:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300288763, at 4300288768
00000100:00000010:3.0:1775768397.819985:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ea0.
00000100:00000010:2.0:1775768397.819988:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00010000:00000001:0.0:1775768398.587930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768398.587935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768398.587939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768398.587940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768398.587943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768398.587944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768398.587992:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768398.587995:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768398.587997:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768398.651937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768398.651944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768398.651946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768398.651952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768398.651956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768398.651960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768398.651962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768398.651964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768398.651967:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768399.611928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768399.611934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768399.611940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768399.611944:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768399.611947:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768399.611950:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768399.611953:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768399.611955:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768399.611957:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768399.611959:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768399.611963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768399.611964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768399.611982:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768399.611985:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768399.611987:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768399.675956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768399.675963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768399.675965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768399.675970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768399.675974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768399.675977:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768399.675980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768399.675983:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768399.675985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768400.636019:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768400.636024:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768400.636029:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768400.636030:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768400.636034:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768400.636035:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768400.636101:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768400.636120:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768400.636124:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768400.699943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768400.699949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768400.699951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768400.699956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768400.699959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768400.699963:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768400.699966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768400.699968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768400.699970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768401.659969:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768401.659979:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768401.659983:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768401.659987:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768401.659991:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768401.659999:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5620
00000400:00000200:2.0:1775768401.660009:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768401.660016:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768401.660019:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768401.660023:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660027:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768401.660030:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660032:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768401.660036:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768401.660038:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768401.660053:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768401.660056:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00010000:00000001:0.0:1775768401.660057:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:2.0:1775768401.660058:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00010000:00000001:0.0:1775768401.660061:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768401.660062:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768401.660066:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660067:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:0.0:1775768401.660069:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1775768401.660069:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00010000:00000001:0.0:1775768401.660072:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660072:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768401.660077:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00010000:00000001:0.0:1775768401.660079:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768401.660079:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00010000:00000001:0.0:1775768401.660082:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660082:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768401.660086:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768401.660089:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768401.660091:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660092:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768401.660095:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768401.660104:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775768401.660108:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768401.660112:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768401.660114:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660117:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768401.660120:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768401.660124:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768401.660136:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000020:00000001:1.0:1775768401.660141:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768401.660144:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768401.660145:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768401.660149:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775768401.660156:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768401.660167:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768401.660172:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768401.660177:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768401.660213:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768401.660217:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768401.660220:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768401.660222:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768401.660223:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768401.660226:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768401.660228:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5620
00000400:00000200:2.0:1775768401.660232:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768401.660241:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768401.660243:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768401.660246:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660248:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768401.660250:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660251:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768401.660254:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768401.660255:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768401.660257:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768401.660259:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768401.660261:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768401.660263:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768401.660266:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660267:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768401.660269:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660271:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768401.660272:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768401.660275:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660276:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768401.660278:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768401.660282:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768401.660283:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660285:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768401.660289:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768401.660375:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660376:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768401.660379:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768401.660381:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768401.660383:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768401.660384:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660385:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768401.660386:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768401.660388:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768401.660397:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768401.660401:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768401.660406:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768401.660413:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768401.660415:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768401.660418:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768401.660431:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768401.660433:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768401.660436:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768401.660438:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768401.660439:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768401.660442:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768401.660446:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5620
00000400:00000200:2.0:1775768401.660450:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768401.660454:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768401.660456:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768401.660457:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768401.660458:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660461:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768401.660462:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768401.660463:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768401.660465:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768401.660472:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768401.660480:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768401.660484:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768401.660486:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775768401.660487:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:0.0:1775768401.660490:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768401.660490:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768401.660493:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
02000000:00000001:0.0:1775768401.660495:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1775768401.660496:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
02000000:00000001:0.0:1775768401.660498:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1775768401.660500:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768401.660504:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660506:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768401.660508:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768401.660512:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768401.660516:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360642048:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768401.660517:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768401.660523:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:0.0:1775768401.660524:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1775768401.660528:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768401.660529:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768401.660533:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660533:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768401.660539:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768401.660545:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:2.0:1775768401.660546:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768401.660548:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768401.660551:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768401.660554:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768401.660558:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768401.660559:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768401.660563:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768401.660565:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000008:00000001:2.0:1775768401.660567:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660570:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768401.660572:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000010:2.0:1775768401.660574:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768401.660577:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000200:0.0:1775768401.660581:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642048, portal 25
02000000:00000001:2.0:1775768401.660581:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768401.660583:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.660585:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768401.660586:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768401.660588:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
02000000:00000001:2.0:1775768401.660589:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768401.660592:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768401.660596:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000040:0.0:1775768401.660597:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768401.660600:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768401.660607:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768401.660612:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768401.660616:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768401.660619:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768401.660620:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768401.660623:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775768401.660625:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768401.660632:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360642048, offset 0
00000100:00000001:2.0:1775768401.660632:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768401.660636:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768401.660639:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768401.660640:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768401.660642:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768401.660644:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660645:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768401.660649:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5620
00000400:00000200:2.0:1775768401.660652:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768401.660654:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768401.660657:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768401.660657:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768401.660661:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660662:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768401.660663:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660664:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768401.660666:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768401.660667:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768401.660669:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768401.660672:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768401.660674:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768401.660676:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:0.0:1775768401.660680:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:2.0:1775768401.660681:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768401.660686:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768401.660688:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768401.660690:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768401.660693:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768401.660697:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768401.660702:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768401.660704:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000040:2.0:1775768401.660705:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768401.660711:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768401.660712:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60010:60010:256:4294967295] 192.168.202.115@tcp LPNI seq info [60009:60009:8:4294967295]
00000100:00000001:2.0:1775768401.660717:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768401.660720:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768401.660720:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768401.660724:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768401.660728:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660731:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768401.660734:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1775768401.660735:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1775768401.660740:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660743:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768401.660746:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000010:2.0:1775768401.660747:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768401.660751:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000800:00000010:0.0:1775768401.660753:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
02000000:00000001:2.0:1775768401.660753:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1775768401.660762:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775768401.660762:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768401.660765:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768401.660767:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1775768401.660768:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1775768401.660769:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768401.660775:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000800:00000200:0.1:1775768401.660777:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768401.660780:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768401.660781:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00100000:2.0:1775768401.660786:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768401.660794:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768401.660797:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768401.660802:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768401.660803:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1775768401.660806:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768401.660814:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768401.660814:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768401.660819:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768401.660824:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768401.660825:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1775768401.660849:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768401.660852:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768401.660856:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768401.660860:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.660870:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768401.660874:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5630)
00000100:00000040:0.0:1775768401.660875:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.660883:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.660885:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768401.660891:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768401.660895:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768401.660898:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300293883
00000100:00000010:0.0:1775768401.660903:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c00.
00000100:00000001:0.0:1775768401.660909:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768401.660914:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300293883
00000100:00000010:0.0:1775768401.660917:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442312a0.
00000100:00000001:0.0:1775768401.660919:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768401.660923:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768401.660925:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.660927:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768401.660931:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768401/real 1775768401]  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768401.660941:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768401.660943:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768401.660945:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768401.660948:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768401.660949:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768401.660952:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768401.660955:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768401.660963:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.660969:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768401.660971:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.660973:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.660975:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768401.660979:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.660985:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768401.660989:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.660996:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768401.660999:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661002:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.661003:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661005:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768401.661007:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768401.661010:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768401.661013:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768401.661016:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768401.661019:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768401.661026:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360642048:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768401.661031:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768401.661034:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661040:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768401.661041:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768401.661044:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768401.661045:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768401.661047:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768401.661050:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642176:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768401.661053:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768401.661055:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768401.661056:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768401.661058:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768401.661061:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768401.661063:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768401.661066:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768401.661069:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768401.661072:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768401.661075:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642176, portal 10
00000100:00000001:0.0:1775768401.661076:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768401.661078:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:0.0:1775768401.661083:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661089:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768401.661091:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768401.661093:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768401.661096:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360642176, offset 0
00000400:00000200:0.0:1775768401.661100:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768401.661103:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768401.661106:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768401.661109:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768401.661111:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768401.661113:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768401.661115:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768401.661118:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60011:60011:256:4294967295] 192.168.202.115@tcp LPNI seq info [60010:60010:8:4294967295]
00000400:00000200:0.0:1775768401.661122:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768401.661128:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768401.661132:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768401.661134:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768401.661138:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768401.661140:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768401.661144:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768401.661146:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775768401.661150:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768401.661152:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768401.661155:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768401.661159:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768401.661161:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768401.661163:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768401.661165:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768401.661169:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661175:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768401.661178:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661184:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.661200:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768401.661204:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768401.661207:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768401.661210:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768401.661212:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300292621
00000100:00000001:0.0:1775768401.661215:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300293883
00000100:00000001:0.0:1775768401.661217:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300292621
00000100:00000001:0.0:1775768401.661219:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300293883
00000100:00000001:0.0:1775768401.661221:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768401.661223:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.661224:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768401.661228:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768401/real 1775768401]  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768401.661236:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768401.661237:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768401.661239:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768401.661242:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768401.661243:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768401.661245:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768401.661248:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768401.661255:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661261:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768401.661262:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661264:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.661265:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768401.661268:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661275:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768401.661278:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661284:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768401.661286:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661288:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.661289:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661291:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768401.661292:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768401.661295:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768401.661298:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768401.661300:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768401.661303:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768401.661311:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642176:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768401.661314:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661316:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768401.661319:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360642048/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661325:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768401.661327:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768401.661329:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768401.661331:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768401.661333:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768401.661334:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768401.661336:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768401.661339:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768401.661344:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768401.661346:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768401.661348:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768401.661350:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768401.661351:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661353:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768401.661355:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360642176/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661361:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768401.661363:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768401.661364:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768401.661367:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768401.661368:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768401.661369:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768401.661371:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768401.661372:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768401.661375:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768401.661376:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768401.661377:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:0.0:1775768401.661379:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768401.661380:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661382:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661389:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768401.661391:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.661393:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768401.661394:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768401.661396:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768401.661399:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661405:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768401.661406:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768401.661409:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768401.661410:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768401.661412:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768401.661415:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642304:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768401.661418:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768401.661420:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768401.661422:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768401.661423:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768401.661426:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768401.661428:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768401.661431:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768401.661434:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768401.661437:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768401.661439:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642304, portal 10
00000100:00000001:0.0:1775768401.661441:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768401.661442:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768401.661447:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661453:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768401.661455:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768401.661457:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768401.661459:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360642304, offset 0
00000400:00000200:0.0:1775768401.661464:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768401.661467:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768401.661470:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768401.661473:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768401.661476:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768401.661478:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768401.661480:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768401.661482:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60012:60012:256:4294967295] 192.168.202.115@tcp LPNI seq info [60011:60011:8:4294967295]
00000400:00000200:0.0:1775768401.661486:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768401.661492:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768401.661496:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768401.661499:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768401.661502:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768401.661505:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768401.661508:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768401.661511:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775768401.661514:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768401.661516:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768401.661518:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768401.661521:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768401.661524:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768401.661526:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768401.661528:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768401.661531:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661538:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768401.661541:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661546:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.661548:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768401.661550:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768401.661553:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768401.661556:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768401.661558:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300292619
00000100:00000001:0.0:1775768401.661560:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300293883
00000100:00000001:0.0:1775768401.661562:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300292619
00000100:00000001:0.0:1775768401.661564:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300293883
00000100:00000001:0.0:1775768401.661565:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768401.661567:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.661568:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768401.661571:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768401/real 1775768401]  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768401.661578:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768401.661579:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768401.661582:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768401.661584:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768401.661586:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768401.661588:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768401.661591:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768401.661597:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661603:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768401.661605:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661606:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.661608:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768401.661611:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661617:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768401.661620:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661626:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768401.661628:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661630:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.661631:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661632:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768401.661634:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768401.661636:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768401.661639:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768401.661641:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768401.661644:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768401.661652:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642304:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768401.661656:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768401.661659:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661665:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768401.661666:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768401.661668:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768401.661670:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768401.661672:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768401.661675:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642432:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768401.661678:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768401.661679:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768401.661681:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768401.661682:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768401.661685:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768401.661687:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768401.661690:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768401.661692:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768401.661695:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768401.661698:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642432, portal 4
00000100:00000001:0.0:1775768401.661700:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768401.661701:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:0.0:1775768401.661706:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661713:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768401.661715:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768401.661717:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768401.661719:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360642432, offset 0
00000400:00000200:0.0:1775768401.661723:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768401.661727:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768401.661730:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768401.661733:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768401.661736:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768401.661738:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768401.661740:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768401.661743:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60013:60013:256:4294967295] 192.168.202.115@tcp LPNI seq info [60012:60012:8:4294967295]
00000400:00000200:0.0:1775768401.661747:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768401.661753:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768401.661756:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768401.661759:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768401.661762:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768401.661765:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775768401.661769:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768401.661771:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775768401.661774:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768401.661776:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768401.661778:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768401.661781:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768401.661784:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768401.661785:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768401.661787:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768401.661791:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661798:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768401.661800:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768426 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661806:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.661808:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768401.661811:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768401.661814:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768401.661817:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768401.661819:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300292674
00000100:00000001:0.0:1775768401.661821:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300293883
00000100:00000001:0.0:1775768401.661823:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300292674
00000100:00000001:0.0:1775768401.661826:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300293883
00000100:00000001:0.0:1775768401.661849:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768401.661856:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.661858:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768401.661862:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768401/real 1775768401]  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768401.661869:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768401.661871:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768401.661872:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768401.661875:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768401.661876:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768401.661878:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768401.661881:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768401.661889:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661895:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768401.661896:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661898:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.661899:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768401.661903:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661909:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768401.661912:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661918:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768401.661921:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661922:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768401.661923:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661926:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768401.661927:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768401.661930:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768401.661933:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768401.661935:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768401.661939:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768401.661945:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642432:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768401.661949:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661950:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768401.661953:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360642304/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661959:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768401.661960:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768401.661962:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768401.661964:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768401.661966:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768401.661967:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768401.661968:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768401.661970:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768401.661972:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768401.661973:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768401.661975:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768401.661977:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768401.661978:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.661979:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768401.661982:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360642432/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768426 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768401.661987:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768401.661988:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768401.661990:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768401.661992:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768401.661993:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768401.661994:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768401.661995:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768401.661997:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:0.0:1775768401.662000:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768401.662001:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768401.662002:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768401.662004:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768401.662005:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.662007:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.662010:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768401.662011:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.662013:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768401.662014:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768401.723932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768401.723938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768401.723940:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768401.723946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768401.723949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768401.723952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.723955:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768401.723958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768401.723960:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768402.683981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768402.683987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768402.683993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768402.683994:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768402.683998:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768402.684000:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768402.684018:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768402.684022:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768402.684025:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768402.747946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768402.747953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768402.747954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768402.747960:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768402.747964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768402.747967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768402.747970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768402.747972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768402.747975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768402.939945:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300293883, at 4300293888
00000100:00000040:3.0:1775768402.939945:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300293883, at 4300293888
00000100:00000010:3.0:1775768402.939960:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000100:00000010:2.0:1775768402.939962:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00010000:00000001:0.0:1775768403.708113:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768403.708119:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768403.708125:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768403.708126:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768403.708143:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768403.708144:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768403.709200:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768403.709204:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768403.709208:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768403.771907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768403.771912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768403.771913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768403.771918:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768403.771921:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768403.771924:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768403.771926:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768403.771928:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768403.771930:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768404.731954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768404.731959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768404.731966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768404.731967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768404.731971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768404.731972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768404.732000:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768404.732002:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768404.732004:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768404.795959:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768404.795966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768404.795968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768404.795973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768404.795977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768404.795981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768404.795984:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768404.795986:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768404.795988:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768405.755910:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768405.755915:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768405.755918:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768405.755919:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768405.755922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768405.755923:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768405.755962:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768405.755966:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768405.755969:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768405.819955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768405.819962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768405.819964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768405.819970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768405.819974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768405.819978:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768405.819980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768405.819983:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768405.819985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768406.779936:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768406.779938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768406.779944:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00080000:2.0:1775768406.779945:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768406.779947:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1775768406.779948:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768406.779950:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768406.779952:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768406.779954:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768406.779956:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.779956:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768406.779959:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768406.779961:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768406.779963:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5625
00010000:00000001:0.0:1775768406.779964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768406.779967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768406.779970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768406.779971:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000400:00000200:2.0:1775768406.779972:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768406.779973:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768406.779975:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768406.779977:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768406.779978:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768406.779980:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768406.779981:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768406.779985:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768406.779985:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768406.779990:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.779993:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768406.779995:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.779997:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768406.780000:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768406.780001:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768406.780003:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775768406.780039:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768406.780043:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768406.780046:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000040:2.0:1775768406.780054:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768406.780058:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768406.780060:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768406.780064:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780066:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768406.780068:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780069:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768406.780072:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768406.780075:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780077:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768406.780080:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768406.780083:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768406.780086:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780088:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768406.780091:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768406.780100:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775768406.780103:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768406.780107:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768406.780108:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780110:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768406.780112:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768406.780115:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768406.780121:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768406.780125:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768406.780132:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768406.780155:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768406.780159:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768406.780163:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768406.780175:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768406.780177:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768406.780180:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768406.780181:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768406.780182:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768406.780184:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768406.780192:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5625
00000400:00000200:2.0:1775768406.780196:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768406.780200:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768406.780203:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768406.780206:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780208:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768406.780210:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768406.780210:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780214:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768406.780215:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768406.780217:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768406.780218:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768406.780219:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768406.780222:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768406.780224:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000040:0.0:1775768406.780227:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768406.780227:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768406.780232:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768406.780240:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768406.780241:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768406.780242:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768406.780245:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768406.780245:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780249:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768406.780251:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768406.780252:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768406.780255:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780256:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768406.780257:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768406.780261:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768406.780262:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780263:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768406.780266:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768406.780268:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.780270:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768406.780270:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768406.780273:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
02000000:00000001:0.0:1775768406.780275:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768406.780276:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768406.780279:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768406.780281:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768406.780282:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360642560:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768406.780282:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768406.780284:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768406.780287:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.780289:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1775768406.780290:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768406.780294:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768406.780294:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.780297:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768406.780298:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775768406.780301:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768406.780306:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1775768406.780308:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
00000100:00000001:2.0:1775768406.780308:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.780312:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768406.780313:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768406.780321:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768406.780323:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768406.780326:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00080000:2.0:1775768406.780326:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768406.780334:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00080000:2.0:1775768406.780335:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768406.780338:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768406.780341:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775768406.780343:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642560, portal 25
00000100:00000001:2.0:1775768406.780344:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768406.780347:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775768406.780349:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5625
00000100:00000001:0.0:1775768406.780350:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000400:00000200:2.0:1775768406.780356:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:0.0:1775768406.780358:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768406.780362:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768406.780367:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768406.780372:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768406.780373:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780377:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768406.780378:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768406.780382:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780384:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768406.780386:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768406.780388:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000010:0.0:1775768406.780390:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000020:00000001:2.0:1775768406.780390:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768406.780393:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768406.780395:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000200:0.0:1775768406.780396:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360642560, offset 0
00000020:00000001:2.0:1775768406.780397:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768406.780402:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780403:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768406.780406:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768406.780408:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780409:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768406.780412:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768406.780414:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780415:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768406.780416:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768406.780418:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768406.780421:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768406.780422:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780424:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768406.780426:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768406.780428:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780429:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768406.780431:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000010:2.0:1775768406.780432:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775768406.780435:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768406.780438:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768406.780440:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775768406.780440:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780443:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768406.780444:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768406.780446:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768406.780447:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000010:2.0:1775768406.780449:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000400:00000200:0.0:1775768406.780453:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768406.780453:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768406.780459:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768406.780461:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768406.780469:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60014:60014:256:4294967295] 192.168.202.115@tcp LPNI seq info [60013:60013:8:4294967295]
00000100:00000001:2.0:1775768406.780470:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768406.780472:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768406.780479:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768406.780483:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768406.780492:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768406.780496:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768406.780499:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775768406.780502:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768406.780505:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768406.780507:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1775768406.780510:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780511:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768406.780516:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5625
00000800:00000010:0.0:1775768406.780518:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000400:00000200:2.0:1775768406.780522:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768406.780527:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000200:0.0:1775768406.780529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775768406.780530:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775768406.780535:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1775768406.780536:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780541:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768406.780545:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.1:1775768406.780545:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768406.780550:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.1:1775768406.780552:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775768406.780554:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768406.780556:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768406.780559:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:0.0:1775768406.780560:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768406.780562:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000010:0.0:1775768406.780563:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000020:00000001:2.0:1775768406.780565:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768406.780569:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:0.0:1775768406.780570:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768406.780574:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768406.780578:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768406.780579:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768406.780583:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768406.780586:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000001:2.0:1775768406.780586:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768406.780589:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000400:00000010:0.0:1775768406.780591:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00080000:2.0:1775768406.780595:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768406.780596:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768406.780598:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768406.780602:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775768406.780603:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768406.780606:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768406.780611:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780615:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768406.780618:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1775768406.780619:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1775768406.780623:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768406.780624:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780628:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768406.780633:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768406.780636:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768406.780638:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768406.780640:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768406.780641:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768406.780642:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768406.780644:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768406.780650:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768406.780654:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.780656:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.780659:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1775768406.780662:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768406.780665:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768406.780674:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768406.780674:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768406.780678:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300299002
00000100:00000001:2.0:1775768406.780679:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768406.780686:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231780.
00000100:00000040:2.0:1775768406.780686:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.780694:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768406.780696:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.780700:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300299002
00000100:00000040:2.0:1775768406.780700:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1775768406.780705:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442313c0.
00000100:00000040:2.0:1775768406.780706:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768406.780710:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1775768406.780713:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5635)
00000100:00000001:0.0:1775768406.780715:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768406.780728:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.780730:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768406.780738:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768406/real 1775768406]  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768406.780754:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768406.780755:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768406.780757:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768406.780759:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768406.780760:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768406.780763:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768406.780766:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768406.780774:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.780780:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768406.780782:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.780784:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.780786:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768406.780789:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.780796:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768406.780800:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.780807:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768406.780810:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.780812:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.780813:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.780815:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768406.780817:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768406.780820:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768406.780824:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768406.780826:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768406.780854:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768406.780863:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360642560:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768406.780868:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.780870:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768406.780873:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360642560/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.780878:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768406.780880:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768406.780883:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768406.780885:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768406.780887:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768406.780888:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768406.780890:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768406.780892:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768406.780897:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768406.780898:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768406.780900:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:0.0:1775768406.780903:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768406.780904:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.780906:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.780912:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768406.780914:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.780916:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768406.780917:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768406.780919:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768406.780922:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.780929:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768406.780931:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.780933:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768406.780934:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768406.780936:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768406.780939:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642688:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768406.780943:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768406.780945:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768406.780946:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.780947:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768406.780950:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768406.780952:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768406.780956:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768406.780959:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768406.780962:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768406.780965:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642688, portal 10
00000100:00000001:0.0:1775768406.780967:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768406.780968:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:0.0:1775768406.780974:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.780980:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768406.780983:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768406.780985:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768406.780987:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360642688, offset 0
00000400:00000200:0.0:1775768406.780992:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768406.780995:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768406.780999:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768406.781002:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768406.781004:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768406.781007:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768406.781009:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768406.781012:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60015:60015:256:4294967295] 192.168.202.115@tcp LPNI seq info [60014:60014:8:4294967295]
00000400:00000200:0.0:1775768406.781016:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768406.781023:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768406.781027:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768406.781030:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768406.781034:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768406.781037:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768406.781041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768406.781043:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768406.781045:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768406.781046:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768406.781049:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768406.781051:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768406.781053:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768406.781054:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768406.781056:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768406.781058:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781064:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768406.781065:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781069:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.781070:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768406.781072:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768406.781075:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768406.781077:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768406.781079:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300297741
00000100:00000001:0.0:1775768406.781090:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300299002
00000100:00000001:0.0:1775768406.781093:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300297741
00000100:00000001:0.0:1775768406.781095:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300299002
00000100:00000001:0.0:1775768406.781097:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768406.781099:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.781101:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768406.781105:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768406/real 1775768406]  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768406.781113:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768406.781114:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768406.781116:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768406.781118:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768406.781120:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768406.781122:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768406.781125:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768406.781132:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781149:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768406.781151:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781152:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.781154:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768406.781157:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781164:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768406.781168:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781174:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768406.781177:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781178:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.781179:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781181:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768406.781182:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768406.781185:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768406.781188:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768406.781190:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768406.781194:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768406.781201:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642688:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768406.781205:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768406.781208:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781214:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768406.781215:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.781217:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768406.781219:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768406.781221:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768406.781223:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642816:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768406.781226:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768406.781228:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768406.781229:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.781231:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768406.781234:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768406.781236:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768406.781239:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768406.781242:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768406.781245:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768406.781248:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642816, portal 10
00000100:00000001:0.0:1775768406.781250:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768406.781251:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:0.0:1775768406.781256:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781261:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768406.781263:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768406.781265:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768406.781267:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360642816, offset 0
00000400:00000200:0.0:1775768406.781271:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768406.781275:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768406.781278:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768406.781281:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768406.781283:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768406.781286:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768406.781288:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768406.781290:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60016:60016:256:4294967295] 192.168.202.115@tcp LPNI seq info [60015:60015:8:4294967295]
00000400:00000200:0.0:1775768406.781294:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768406.781300:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768406.781305:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768406.781308:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768406.781312:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768406.781315:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768406.781318:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768406.781321:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768406.781324:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768406.781326:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768406.781328:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768406.781330:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768406.781332:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768406.781333:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768406.781335:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768406.781337:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781342:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768406.781344:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781348:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.781349:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768406.781351:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768406.781353:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768406.781355:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768406.781356:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300297739
00000100:00000001:0.0:1775768406.781357:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300299002
00000100:00000001:0.0:1775768406.781359:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300297739
00000100:00000001:0.0:1775768406.781361:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300299002
00000100:00000001:0.0:1775768406.781362:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768406.781363:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.781365:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768406.781367:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768406/real 1775768406]  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768406.781371:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768406.781371:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768406.781372:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768406.781373:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768406.781374:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768406.781375:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768406.781377:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768406.781381:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781385:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768406.781386:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781387:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.781388:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768406.781389:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781393:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768406.781395:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781398:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768406.781399:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781400:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.781401:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781402:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768406.781404:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768406.781405:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768406.781407:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768406.781409:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768406.781411:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768406.781414:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642816:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768406.781417:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768406.781418:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781422:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768406.781422:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.781424:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768406.781425:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768406.781426:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768406.781428:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642944:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768406.781430:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768406.781431:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768406.781432:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768406.781433:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768406.781435:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768406.781436:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768406.781438:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768406.781439:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768406.781441:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768406.781442:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360642944, portal 4
00000100:00000001:0.0:1775768406.781444:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768406.781444:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:0.0:1775768406.781447:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781451:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768406.781453:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768406.781454:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768406.781455:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360642944, offset 0
00000400:00000200:0.0:1775768406.781457:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768406.781459:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768406.781461:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768406.781463:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768406.781465:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768406.781468:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768406.781470:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768406.781472:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60017:60017:256:4294967295] 192.168.202.115@tcp LPNI seq info [60016:60016:8:4294967295]
00000400:00000200:0.0:1775768406.781476:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768406.781482:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768406.781486:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768406.781488:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768406.781492:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768406.781494:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775768406.781498:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768406.781500:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775768406.781503:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768406.781505:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768406.781508:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768406.781511:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768406.781514:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768406.781515:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768406.781518:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768406.781521:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781528:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768406.781530:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768431 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781538:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.781539:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768406.781541:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768406.781543:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768406.781545:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768406.781546:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300297794
00000100:00000001:0.0:1775768406.781548:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300299002
00000100:00000001:0.0:1775768406.781549:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300297794
00000100:00000001:0.0:1775768406.781550:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300299002
00000100:00000001:0.0:1775768406.781552:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768406.781553:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.781554:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768406.781556:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768406/real 1775768406]  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768406.781560:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768406.781561:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768406.781562:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768406.781564:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768406.781564:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768406.781566:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768406.781567:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768406.781572:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781575:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768406.781576:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781577:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.781577:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768406.781579:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781583:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768406.781585:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781589:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768406.781590:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781591:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768406.781592:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781593:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768406.781593:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768406.781595:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768406.781596:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768406.781597:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768406.781599:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768406.781603:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360642944:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768406.781605:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781606:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768406.781607:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360642688/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781611:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768406.781612:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768406.781613:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768406.781614:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768406.781615:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768406.781616:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768406.781617:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768406.781618:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768406.781622:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768406.781623:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768406.781625:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:0.0:1775768406.781627:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768406.781628:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781629:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768406.781632:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360642816/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781635:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768406.781636:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768406.781637:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768406.781638:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768406.781639:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768406.781640:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768406.781641:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768406.781641:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768406.781643:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768406.781643:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768406.781644:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:0.0:1775768406.781645:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768406.781646:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781646:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768406.781648:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360642944/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768431 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768406.781651:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768406.781652:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768406.781652:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768406.781653:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768406.781654:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768406.781654:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768406.781655:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768406.781656:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768406.781657:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768406.781658:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768406.781658:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:0.0:1775768406.781660:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768406.781661:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781662:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.781665:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768406.781666:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.781668:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768406.781669:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768406.843953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768406.843961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768406.843962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768406.843968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768406.843971:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768406.843975:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.843978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768406.843980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768406.843983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768407.803996:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768407.804000:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768407.804005:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768407.804006:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768407.804009:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768407.804010:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768407.804263:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768407.804267:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768407.804270:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768407.867944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768407.867951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768407.867952:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768407.867958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768407.867961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768407.867965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768407.867968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768407.867970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768407.867973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768408.059911:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300299002, at 4300299008
00000100:00000040:3.0:1775768408.059911:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300299002, at 4300299008
00000100:00000010:3.0:1775768408.059926:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000100:00000010:2.0:1775768408.059928:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00010000:00000001:0.0:1775768408.827948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768408.827954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768408.827959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768408.827961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768408.827964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768408.827965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768408.828023:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768408.828027:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768408.828030:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768408.891949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768408.891955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768408.891957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768408.891963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768408.891966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768408.891969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768408.891972:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768408.891975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768408.891977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768409.851933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768409.851939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768409.851945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768409.851948:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768409.851950:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768409.851953:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768409.851956:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768409.851958:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768409.851960:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768409.851962:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768409.851966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768409.851967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768409.851990:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768409.851992:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768409.851994:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768409.915929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768409.915934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768409.915935:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768409.915939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768409.915942:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768409.915945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768409.915947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768409.915949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768409.915951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768410.875976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768410.875982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768410.875988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768410.875990:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768410.875994:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768410.875995:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768410.876245:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768410.876249:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768410.876252:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768410.939958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768410.939963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768410.939965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768410.939970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768410.939974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768410.939977:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.939991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768410.939993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768410.939996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768411.899954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768411.899957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768411.899966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768411.899971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768411.899974:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768411.899984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768411.899985:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768411.899988:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.899988:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768411.899994:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768411.900010:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768411.900019:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5630
00000400:00000200:2.0:1775768411.900031:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768411.900037:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768411.900041:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768411.900044:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768411.900050:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768411.900058:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768411.900061:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768411.900065:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:1.0:1775768411.900066:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768411.900069:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768411.900069:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00010000:00010000:1.0:1775768411.900078:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775768411.900078:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768411.900084:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768411.900104:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900106:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768411.900107:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900109:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768411.900111:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768411.900113:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900114:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768411.900117:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768411.900123:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768411.900125:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900127:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768411.900129:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768411.900140:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768411.900144:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768411.900148:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768411.900151:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900154:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768411.900157:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768411.900162:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768411.900171:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768411.900184:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768411.900195:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768411.900206:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768411.900211:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768411.900215:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768411.900233:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768411.900235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768411.900238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768411.900239:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768411.900241:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768411.900242:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768411.900244:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5630
00000400:00000200:2.0:1775768411.900247:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768411.900250:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768411.900252:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768411.900256:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900258:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768411.900260:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900262:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768411.900264:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768411.900265:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768411.900266:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768411.900268:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768411.900269:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768411.900270:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768411.900273:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768411.900275:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768411.900276:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768411.900281:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768411.900282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900286:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768411.900289:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768411.900293:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900297:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768411.900299:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768411.900299:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768411.900305:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768411.900313:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.900322:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768411.900323:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768411.900327:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768411.900328:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768411.900332:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1775768411.900332:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900336:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.900337:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768411.900343:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768411.900344:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775768411.900349:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00100000:0.0:1775768411.900350:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360643072:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768411.900353:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768411.900358:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.900364:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768411.900364:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768411.900368:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768411.900371:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.900372:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768411.900379:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768411.900380:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768411.900386:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775768411.900387:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768411.900394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1775768411.900398:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
00000100:00000001:2.0:1775768411.900399:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768411.900405:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.900407:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768411.900414:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768411.900424:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768411.900434:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:2.0:1775768411.900436:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768411.900440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768411.900442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768411.900443:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1775768411.900444:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00080000:2.0:1775768411.900445:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768411.900452:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768411.900455:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5630
00000100:00000200:0.0:1775768411.900456:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643072, portal 25
00000400:00000200:2.0:1775768411.900464:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768411.900467:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768411.900469:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768411.900470:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900472:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768411.900473:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768411.900475:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768411.900476:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768411.900480:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768411.900482:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:0.0:1775768411.900483:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000020:00000001:2.0:1775768411.900484:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768411.900487:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768411.900490:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768411.900492:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768411.900497:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768411.900497:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900503:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768411.900511:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900517:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768411.900525:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768411.900535:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900542:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.900544:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775768411.900544:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768411.900552:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768411.900559:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768411.900559:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900565:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768411.900567:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775768411.900568:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000008:00000001:2.0:1775768411.900570:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900576:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768411.900578:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360643072, offset 0
00000100:00000010:2.0:1775768411.900579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775768411.900585:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768411.900587:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768411.900588:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900590:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768411.900592:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768411.900597:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768411.900598:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
02000000:00000010:2.0:1775768411.900606:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775768411.900610:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768411.900616:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768411.900618:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768411.900628:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768411.900630:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768411.900634:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:2.0:1775768411.900635:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768411.900647:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768411.900648:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768411.900656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768411.900661:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00080000:2.0:1775768411.900665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768411.900667:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768411.900669:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768411.900671:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775768411.900675:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768411.900678:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5630
00000400:00000200:2.0:1775768411.900681:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768411.900683:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768411.900684:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768411.900692:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768411.900693:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900701:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768411.900706:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768411.900712:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60018:60018:256:4294967295] 192.168.202.115@tcp LPNI seq info [60017:60017:8:4294967295]
00000100:00000001:2.0:1775768411.900713:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768411.900726:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768411.900729:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:0.0:1775768411.900730:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775768411.900734:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768411.900737:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768411.900740:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768411.900746:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:0.0:1775768411.900754:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775768411.900758:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900763:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768411.900766:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900770:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768411.900773:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000200:0.0:1775768411.900779:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768411.900782:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768411.900791:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768411.900794:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
02000000:00000001:2.0:1775768411.900794:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768411.900799:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768411.900801:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900804:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768411.900806:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.0:1775768411.900809:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000008:00000001:2.0:1775768411.900814:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768411.900816:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775768411.900817:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768411.900821:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775768411.900825:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768411.900854:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768411.900856:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768411.900858:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768411.900859:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768411.900863:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768411.900865:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000010:2.0:1775768411.900868:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000800:00000200:0.1:1775768411.900870:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775768411.900872:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768411.900884:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1775768411.900890:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768411.900899:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000001:2.0:1775768411.900904:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768411.900907:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768411.900909:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775768411.900912:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768411.900926:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768411.900935:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000001:2.0:1775768411.900937:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768411.900940:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000040:2.0:1775768411.900943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768411.900946:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775768411.900950:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:0.0:1775768411.900956:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768411.900959:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5640)
00000100:00000001:0.0:1775768411.900973:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.900978:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.900986:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.900988:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768411.900993:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768411.900998:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768411.901001:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300304123
00000100:00000010:0.0:1775768411.901006:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231540.
00000100:00000001:0.0:1775768411.901012:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768411.901024:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300304123
00000100:00000010:0.0:1775768411.901027:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231420.
00000100:00000001:0.0:1775768411.901030:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768411.901035:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768411.901038:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901041:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768411.901048:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768411/real 1775768411]  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768411.901058:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768411.901059:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768411.901061:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768411.901064:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768411.901065:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768411.901068:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768411.901071:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768411.901096:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901104:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768411.901105:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901108:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.901109:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768411.901113:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901121:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768411.901125:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901132:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768411.901134:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901136:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.901137:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901139:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768411.901141:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768411.901144:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768411.901148:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768411.901150:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768411.901154:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768411.901162:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360643072:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768411.901166:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901168:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.901171:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360643072/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901178:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768411.901180:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768411.901183:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768411.901186:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768411.901188:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768411.901189:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768411.901191:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768411.901194:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768411.901199:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768411.901201:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768411.901203:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:0.0:1775768411.901206:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768411.901207:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901210:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901216:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768411.901218:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901220:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768411.901222:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768411.901223:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768411.901227:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901234:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768411.901236:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.901238:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768411.901240:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768411.901242:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768411.901244:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643200:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768411.901248:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768411.901250:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768411.901251:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.901253:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768411.901256:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768411.901258:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768411.901261:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768411.901264:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768411.901267:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768411.901270:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643200, portal 10
00000100:00000001:0.0:1775768411.901272:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768411.901273:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:0.0:1775768411.901278:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901285:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768411.901287:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768411.901289:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768411.901292:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360643200, offset 0
00000400:00000200:0.0:1775768411.901296:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768411.901300:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768411.901303:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768411.901306:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768411.901308:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768411.901311:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768411.901313:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768411.901316:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60019:60019:256:4294967295] 192.168.202.115@tcp LPNI seq info [60018:60018:8:4294967295]
00000400:00000200:0.0:1775768411.901320:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768411.901326:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768411.901331:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768411.901333:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768411.901337:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768411.901340:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768411.901344:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768411.901347:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768411.901350:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768411.901352:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768411.901355:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768411.901358:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768411.901360:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768411.901362:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768411.901364:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768411.901367:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901375:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.901377:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901384:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901385:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768411.901388:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768411.901392:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768411.901395:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768411.901397:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300302861
00000100:00000001:0.0:1775768411.901399:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300304123
00000100:00000001:0.0:1775768411.901401:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300302861
00000100:00000001:0.0:1775768411.901403:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300304123
00000100:00000001:0.0:1775768411.901405:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768411.901407:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901409:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768411.901412:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768411/real 1775768411]  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768411.901419:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768411.901420:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768411.901421:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768411.901423:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768411.901425:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768411.901426:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768411.901429:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768411.901437:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901443:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768411.901444:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901446:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.901447:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768411.901450:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901456:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768411.901459:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901467:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768411.901469:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901471:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.901472:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901474:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768411.901475:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768411.901478:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768411.901480:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768411.901482:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768411.901485:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768411.901493:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643200:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768411.901496:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768411.901500:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901506:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768411.901508:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.901510:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768411.901511:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768411.901513:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768411.901515:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643328:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768411.901519:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768411.901520:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768411.901522:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.901524:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768411.901526:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768411.901528:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768411.901531:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768411.901533:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768411.901536:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768411.901539:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643328, portal 10
00000100:00000001:0.0:1775768411.901540:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768411.901542:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:0.0:1775768411.901546:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901552:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768411.901555:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768411.901557:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768411.901559:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360643328, offset 0
00000400:00000200:0.0:1775768411.901562:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768411.901565:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768411.901568:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768411.901570:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768411.901572:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768411.901575:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768411.901577:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768411.901580:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60020:60020:256:4294967295] 192.168.202.115@tcp LPNI seq info [60019:60019:8:4294967295]
00000400:00000200:0.0:1775768411.901584:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768411.901590:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768411.901594:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768411.901597:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768411.901600:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768411.901603:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768411.901607:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768411.901609:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768411.901613:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768411.901614:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768411.901617:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768411.901620:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768411.901622:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768411.901624:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768411.901626:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768411.901629:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901637:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.901640:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901646:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901647:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768411.901649:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768411.901651:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768411.901654:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768411.901656:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300302859
00000100:00000001:0.0:1775768411.901658:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300304123
00000100:00000001:0.0:1775768411.901660:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300302859
00000100:00000001:0.0:1775768411.901662:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300304123
00000100:00000001:0.0:1775768411.901664:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768411.901666:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901667:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768411.901670:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768411/real 1775768411]  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768411.901677:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768411.901678:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768411.901680:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768411.901682:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768411.901683:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768411.901685:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768411.901688:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768411.901695:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901702:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768411.901703:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901705:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.901706:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768411.901709:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901715:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768411.901718:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901725:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768411.901727:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901728:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.901729:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901731:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768411.901732:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768411.901735:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768411.901737:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768411.901740:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768411.901743:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768411.901751:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643328:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768411.901754:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768411.901757:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901764:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768411.901765:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.901768:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768411.901769:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768411.901772:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768411.901774:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643456:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768411.901777:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768411.901779:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768411.901781:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768411.901782:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768411.901785:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768411.901787:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768411.901790:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768411.901792:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768411.901795:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768411.901798:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643456, portal 4
00000100:00000001:0.0:1775768411.901799:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768411.901801:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:0.0:1775768411.901805:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901812:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768411.901814:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768411.901816:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768411.901818:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360643456, offset 0
00000400:00000200:0.0:1775768411.901821:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768411.901824:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768411.901849:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768411.901852:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768411.901854:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768411.901856:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768411.901859:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768411.901862:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60021:60021:256:4294967295] 192.168.202.115@tcp LPNI seq info [60020:60020:8:4294967295]
00000400:00000200:0.0:1775768411.901866:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768411.901872:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768411.901877:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768411.901880:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768411.901883:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768411.901886:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775768411.901890:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768411.901892:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775768411.901896:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768411.901898:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768411.901900:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768411.901903:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768411.901906:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768411.901908:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768411.901910:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768411.901913:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901921:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.901923:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768436 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901930:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901931:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768411.901933:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768411.901936:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768411.901939:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768411.901941:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300302915
00000100:00000001:0.0:1775768411.901943:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300304123
00000100:00000001:0.0:1775768411.901946:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300302915
00000100:00000001:0.0:1775768411.901947:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300304123
00000100:00000001:0.0:1775768411.901949:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768411.901951:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.901953:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768411.901956:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768411/real 1775768411]  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768411.901964:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768411.901965:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768411.901967:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768411.901968:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768411.901970:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768411.901972:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768411.901975:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768411.901982:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.901988:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768411.901989:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.901991:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.901992:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768411.901995:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.902001:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768411.902004:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.902010:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768411.902013:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.902014:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768411.902016:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.902017:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768411.902019:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768411.902021:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768411.902024:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768411.902025:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768411.902029:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768411.902037:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643456:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768411.902041:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.902042:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.902045:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360643200/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.902051:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768411.902052:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768411.902054:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768411.902055:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768411.902057:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768411.902058:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768411.902060:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768411.902061:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768411.902063:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768411.902064:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768411.902066:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:0.0:1775768411.902068:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768411.902069:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.902071:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.902073:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360643328/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.902079:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768411.902080:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768411.902082:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768411.902083:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768411.902084:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768411.902085:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768411.902100:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768411.902101:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768411.902104:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768411.902105:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768411.902107:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:0.0:1775768411.902109:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768411.902111:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.902112:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768411.902115:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360643456/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768436 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768411.902122:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768411.902123:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768411.902124:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768411.902126:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768411.902127:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768411.902128:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768411.902130:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768411.902131:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768411.902135:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768411.902136:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768411.902137:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:0.0:1775768411.902138:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768411.902140:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.902141:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.902144:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768411.902145:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.902147:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768411.902149:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768411.963955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768411.963962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768411.963964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768411.963969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768411.963973:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768411.963976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.963980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768411.963982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768411.963984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768412.923980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768412.923987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768412.923993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768412.923995:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768412.923999:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768412.924000:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768412.924061:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768412.924063:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768412.924066:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768412.987958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768412.987965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768412.987967:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768412.987973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768412.987982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768412.987986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768412.987988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768412.987990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768412.987993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768413.179930:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300304123, at 4300304128
00000100:00000040:3.0:1775768413.179930:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300304123, at 4300304128
00000100:00000010:2.0:1775768413.179942:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000100:00000010:3.0:1775768413.179944:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00010000:00000001:0.0:1775768413.947969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768413.947974:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768413.947982:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768413.947984:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768413.947987:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768413.947989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768413.948043:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768413.948046:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768413.948048:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768414.011935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768414.011941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768414.011942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768414.011953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768414.011956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768414.011959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768414.011961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768414.011963:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768414.011965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768414.971978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768414.971987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768414.971995:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768414.971997:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768414.972002:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768414.972004:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768414.972027:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768414.972031:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768414.972035:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768415.035931:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768415.035936:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768415.035944:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768415.035950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768415.035953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768415.035957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768415.035959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768415.035961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768415.035963:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768415.995954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768415.995960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768415.995966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768415.995968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768415.995972:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768415.995973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768415.996026:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768415.996030:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768415.996033:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768416.059900:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768416.059905:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768416.059907:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768416.059910:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768416.059913:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768416.059915:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768416.059917:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768416.059920:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768416.059922:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768417.019949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768417.019956:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768417.019959:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00080000:3.0:1775768417.019964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768417.019970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768417.019972:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.019974:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768417.019978:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00080000:3.0:1775768417.019979:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768417.019981:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.019984:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768417.019985:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768417.019988:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768417.019993:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5635
00010000:00000001:0.0:1775768417.019994:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768417.019997:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768417.020001:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768417.020004:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768417.020005:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768417.020007:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768417.020010:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000400:00000200:3.0:1775768417.020010:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768417.020011:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768417.020013:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768417.020014:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768417.020022:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768417.020026:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768417.020029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768417.020035:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768417.020052:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768417.020054:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768417.020056:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768417.020059:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768417.020062:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768417.020063:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768417.020066:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768417.020067:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768417.020072:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768417.020074:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768417.020080:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020090:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768417.020093:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768417.020097:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020100:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768417.020102:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768417.020105:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768417.020108:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.020110:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768417.020112:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768417.020126:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768417.020129:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768417.020133:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768417.020134:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.020137:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768417.020139:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768417.020143:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768417.020150:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768417.020155:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768417.020164:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768417.020175:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768417.020179:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768417.020184:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768417.020202:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768417.020205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768417.020209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768417.020211:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768417.020213:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768417.020216:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768417.020219:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5635
00000100:00000001:0.0:1775768417.020222:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768417.020225:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775768417.020225:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768417.020228:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1775768417.020231:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768417.020235:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768417.020239:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768417.020240:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020245:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768417.020250:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768417.020252:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768417.020253:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768417.020254:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768417.020258:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1775768417.020259:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1775768417.020261:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
02000000:00000001:0.0:1775768417.020262:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768417.020265:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768417.020265:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768417.020269:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00100000:0.0:1775768417.020270:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360643584:192.168.202.115@tcp:250:kworker.0
00000020:00000001:3.0:1775768417.020274:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768417.020275:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1775768417.020278:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:0.0:1775768417.020279:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768417.020281:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.020283:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775768417.020285:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000010:0.0:1775768417.020288:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
00000100:00000001:3.0:1775768417.020288:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768417.020291:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768417.020294:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020297:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768417.020298:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768417.020302:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768417.020306:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768417.020311:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643584, portal 25
00000020:00000040:3.0:1775768417.020312:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768417.020314:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768417.020316:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00080000:3.0:1775768417.020322:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:0.0:1775768417.020323:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768417.020328:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768417.020333:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768417.020334:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768417.020337:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768417.020339:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
02000000:00000001:3.0:1775768417.020340:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1775768417.020342:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360643584, offset 0
02000000:00000001:3.0:1775768417.020345:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.020349:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020350:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768417.020354:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768417.020357:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:3.0:1775768417.020361:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.020364:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:3.0:1775768417.020364:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.020370:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1775768417.020371:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000400:00000200:0.0:1775768417.020373:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000040:3.0:1775768417.020376:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000200:0.0:1775768417.020379:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768417.020382:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:3.0:1775768417.020382:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768417.020385:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.020388:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60022:60022:256:4294967295] 192.168.202.115@tcp LPNI seq info [60021:60021:8:4294967295]
00000100:00000001:3.0:1775768417.020390:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768417.020392:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768417.020396:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768417.020396:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768417.020401:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000400:00000200:0.0:1775768417.020407:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768417.020407:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768417.020415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768417.020418:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768417.020424:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000001:3.0:1775768417.020433:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1775768417.020435:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768417.020436:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768417.020441:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775768417.020443:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775768417.020453:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768417.020459:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768417.020462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775768417.020462:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1775768417.020465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768417.020467:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768417.020469:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768417.020471:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768417.020474:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5635
00000800:00000100:0.0:1775768417.020482:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768417.020482:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000010:0.0:1775768417.020486:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:3.0:1775768417.020488:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768417.020491:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768417.020492:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775768417.020495:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768417.020499:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775768417.020499:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768417.020504:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768417.020505:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000001:3.0:1775768417.020507:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:0.0:1775768417.020508:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000020:00000001:3.0:1775768417.020511:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768417.020513:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1775768417.020513:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768417.020516:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1775768417.020519:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768417.020522:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768417.020527:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768417.020531:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768417.020533:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768417.020536:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768417.020537:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768417.020540:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768417.020545:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768417.020548:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.020549:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768417.020552:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1775768417.020553:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:0.0:1775768417.020557:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768417.020557:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020561:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.020564:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768417.020565:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768417.020567:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300309242
02000000:00000001:3.0:1775768417.020569:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768417.020572:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231540.
02000000:00000001:3.0:1775768417.020572:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.020575:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768417.020577:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768417.020579:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1775768417.020581:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.020584:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768417.020587:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000100:00000001:0.0:1775768417.020588:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300309242
00000020:00000040:3.0:1775768417.020590:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000010:0.0:1775768417.020592:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231420.
02000000:00000001:3.0:1775768417.020593:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768417.020596:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1775768417.020596:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768417.020599:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768417.020601:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768417.020601:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768417.020603:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.020604:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.020606:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1775768417.020608:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00100000:0.0:1775768417.020611:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768417/real 1775768417]  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768417.020613:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768417.020621:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775768417.020622:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768417.020625:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768417.020627:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768417.020632:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000100:00000001:3.0:1775768417.020635:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768417.020636:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:3.0:1775768417.020639:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.020640:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775768417.020645:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768417.020648:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768417.020661:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768417.020666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768417.020669:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768417.020671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768417.020673:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768417.020675:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768417.020681:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768417.020685:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5635
00000100:00000001:0.0:1775768417.020686:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768417.020689:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775768417.020693:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768417.020694:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.020697:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775768417.020697:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768417.020701:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1775768417.020704:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768417.020707:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768417.020716:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768417.020718:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768417.020719:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768417.020723:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1775768417.020724:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768417.020726:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768417.020730:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768417.020733:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000001:0.0:1775768417.020734:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768417.020738:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775768417.020738:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768417.020741:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.020744:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775768417.020744:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768417.020749:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768417.020751:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1775768417.020752:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00080000:0.0:1775768417.020754:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768417.020755:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768417.020759:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00080000:0.0:1775768417.020761:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:3.0:1775768417.020763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768417.020764:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1775768417.020766:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000040:0.0:1775768417.020771:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768417.020772:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768417.020777:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768417.020780:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768417.020783:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768417.020787:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768417.020789:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360643584:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768417.020790:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768417.020794:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768417.020797:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1775768417.020798:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.020801:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768417.020802:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768417.020806:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360643584/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775768417.020807:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768417.020812:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768417.020816:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768417.020818:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.020822:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775768417.020822:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768417.020825:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768417.020826:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1775768417.020827:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768417.020850:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768417.020854:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768417.020856:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768417.020857:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768417.020861:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775768417.020862:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
02000000:00000010:0.0:1775768417.020863:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768417.020867:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.020868:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768417.020871:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768417.020873:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00100000:3.0:1775768417.020874:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768417.020876:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768417.020879:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.020883:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768417.020890:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768417.020892:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.020893:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768417.020896:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768417.020897:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.020901:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768417.020903:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768417.020906:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768417.020913:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768417.020913:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768417.020918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768417.020926:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768417.020928:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768417.020930:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.020932:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1775768417.020932:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5645)
02000000:00000001:0.0:1775768417.020935:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768417.020937:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768417.020940:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643712:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768417.020944:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768417.020946:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768417.020948:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.020949:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768417.020953:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768417.020955:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.020959:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768417.020961:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768417.020965:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768417.020967:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643712, portal 10
00000100:00000001:0.0:1775768417.020969:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768417.020970:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:0.0:1775768417.020977:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.020983:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768417.020987:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768417.020989:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768417.020991:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360643712, offset 0
00000400:00000200:0.0:1775768417.020995:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768417.020999:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768417.021002:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768417.021005:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768417.021007:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768417.021010:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768417.021012:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768417.021016:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60023:60023:256:4294967295] 192.168.202.115@tcp LPNI seq info [60022:60022:8:4294967295]
00000400:00000200:0.0:1775768417.021020:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768417.021026:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768417.021030:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768417.021032:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768417.021036:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768417.021050:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768417.021054:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768417.021057:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768417.021061:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768417.021062:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768417.021065:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768417.021069:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768417.021071:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768417.021073:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768417.021075:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768417.021079:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021084:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768417.021086:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021090:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021091:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768417.021093:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768417.021096:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768417.021098:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768417.021099:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300307981
00000100:00000001:0.0:1775768417.021101:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300309242
00000100:00000001:0.0:1775768417.021102:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300307981
00000100:00000001:0.0:1775768417.021103:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300309242
00000100:00000001:0.0:1775768417.021105:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768417.021106:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021107:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768417.021109:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768417/real 1775768417]  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768417.021114:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768417.021115:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768417.021115:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768417.021117:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768417.021117:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768417.021119:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768417.021120:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768417.021125:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021128:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768417.021129:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021130:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.021131:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768417.021132:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021136:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768417.021138:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021141:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768417.021143:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021143:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.021144:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021145:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768417.021146:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768417.021148:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768417.021150:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768417.021151:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768417.021153:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768417.021157:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643712:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768417.021159:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768417.021161:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021164:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768417.021165:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.021166:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768417.021167:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768417.021168:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768417.021169:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643840:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768417.021171:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768417.021173:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768417.021174:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.021175:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768417.021177:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768417.021178:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.021180:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768417.021181:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768417.021183:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768417.021184:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643840, portal 10
00000100:00000001:0.0:1775768417.021186:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768417.021186:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:0.0:1775768417.021190:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021197:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768417.021198:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768417.021199:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768417.021201:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360643840, offset 0
00000400:00000200:0.0:1775768417.021203:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768417.021205:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768417.021207:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768417.021208:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768417.021210:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768417.021211:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768417.021213:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768417.021215:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60024:60024:256:4294967295] 192.168.202.115@tcp LPNI seq info [60023:60023:8:4294967295]
00000400:00000200:0.0:1775768417.021217:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768417.021221:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768417.021223:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768417.021225:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768417.021227:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768417.021229:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768417.021231:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768417.021233:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768417.021235:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768417.021236:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768417.021238:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768417.021241:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768417.021243:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768417.021245:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768417.021246:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768417.021249:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021256:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768417.021258:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021269:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021271:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768417.021274:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768417.021276:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768417.021279:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768417.021280:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300307979
00000100:00000001:0.0:1775768417.021283:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300309242
00000100:00000001:0.0:1775768417.021284:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300307979
00000100:00000001:0.0:1775768417.021286:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300309242
00000100:00000001:0.0:1775768417.021288:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768417.021290:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021291:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768417.021295:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768417/real 1775768417]  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768417.021302:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768417.021303:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768417.021304:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768417.021306:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768417.021307:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768417.021309:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768417.021312:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768417.021320:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021325:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768417.021327:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021328:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.021330:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768417.021333:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021339:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768417.021342:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021348:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768417.021350:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021352:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.021353:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021354:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768417.021356:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768417.021358:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768417.021361:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768417.021363:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768417.021366:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768417.021373:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643840:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768417.021376:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021378:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768417.021380:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360643712/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021386:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768417.021388:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768417.021389:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768417.021392:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768417.021393:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768417.021394:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768417.021396:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768417.021398:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:0.0:1775768417.021400:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768417.021401:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768417.021403:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:0.0:1775768417.021405:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768417.021406:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021407:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768417.021410:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360643840/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021416:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768417.021417:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768417.021418:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768417.021420:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768417.021421:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768417.021422:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768417.021424:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768417.021425:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:0.0:1775768417.021427:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768417.021428:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768417.021429:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:0.0:1775768417.021432:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768417.021433:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021435:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021438:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768417.021439:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021440:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768417.021442:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768417.021443:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768417.021446:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021453:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768417.021454:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.021456:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768417.021457:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768417.021459:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768417.021461:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643968:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768417.021466:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768417.021468:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768417.021469:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768417.021471:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768417.021473:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768417.021475:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768417.021478:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768417.021481:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768417.021483:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768417.021486:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360643968, portal 4
00000100:00000001:0.0:1775768417.021488:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768417.021489:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:0.0:1775768417.021493:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021499:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768417.021501:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768417.021503:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768417.021505:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360643968, offset 0
00000400:00000200:0.0:1775768417.021508:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768417.021512:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768417.021515:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768417.021518:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768417.021520:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768417.021522:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768417.021525:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768417.021527:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60025:60025:256:4294967295] 192.168.202.115@tcp LPNI seq info [60024:60024:8:4294967295]
00000400:00000200:0.0:1775768417.021531:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768417.021537:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768417.021541:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768417.021544:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768417.021547:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768417.021549:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768417.021552:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768417.021554:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768417.021556:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768417.021557:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768417.021559:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768417.021561:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768417.021563:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768417.021564:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768417.021565:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768417.021567:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021572:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768417.021573:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768442 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021577:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021578:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768417.021580:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768417.021582:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768417.021584:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768417.021585:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300308034
00000100:00000001:0.0:1775768417.021586:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300309242
00000100:00000001:0.0:1775768417.021588:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300308034
00000100:00000001:0.0:1775768417.021589:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300309242
00000100:00000001:0.0:1775768417.021590:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768417.021591:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021592:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768417.021595:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768417/real 1775768417]  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768417.021602:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768417.021603:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768417.021605:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768417.021607:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768417.021608:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768417.021610:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768417.021613:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768417.021620:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021625:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768417.021627:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021628:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.021629:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768417.021633:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021639:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768417.021643:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021649:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768417.021651:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021653:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768417.021654:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021655:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768417.021656:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768417.021659:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768417.021662:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768417.021664:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768417.021667:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768417.021675:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360643968:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768417.021679:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021681:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768417.021683:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360643968/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768442 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768417.021690:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768417.021691:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768417.021693:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768417.021695:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768417.021696:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768417.021697:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768417.021699:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768417.021700:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:0.0:1775768417.021702:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768417.021704:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768417.021705:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:0.0:1775768417.021707:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768417.021708:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021710:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.021713:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768417.021714:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.021715:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768417.021717:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768417.083957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768417.083968:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768417.083970:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768417.083975:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768417.083979:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768417.083983:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.083986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768417.083988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768417.083991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768418.043934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768418.043939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768418.043945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768418.043947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768418.043951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768418.043953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768418.044039:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768418.044042:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768418.044044:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768418.107913:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768418.107925:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768418.107927:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768418.107932:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768418.107936:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768418.107939:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768418.107942:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768418.107945:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768418.107948:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768418.299946:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300309242, at 4300309248
00000100:00000040:3.0:1775768418.299951:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300309242, at 4300309248
00000100:00000010:2.0:1775768418.299962:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231540.
00000100:00000010:3.0:1775768418.299963:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231420.
00010000:00000001:0.0:1775768419.067920:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768419.067925:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768419.067930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768419.067931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768419.067935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768419.067936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768419.067994:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768419.067998:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768419.068000:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768419.131958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768419.131963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768419.131965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768419.131969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768419.131972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768419.131976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768419.131978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768419.131979:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768419.131981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768420.092099:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768420.092104:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768420.092109:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768420.092111:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768420.092113:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768420.092116:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768420.092118:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768420.092120:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768420.092122:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768420.092124:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768420.092127:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768420.092128:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768420.092149:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768420.092151:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768420.092154:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768420.155953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768420.155960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768420.155961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768420.155976:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768420.155980:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768420.155984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768420.155986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768420.155988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768420.155991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768421.115979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768421.115986:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768421.115991:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768421.115993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768421.116010:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768421.116012:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768421.116080:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768421.116082:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768421.116086:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768421.179956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768421.179963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768421.179965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768421.179970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768421.179974:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768421.179977:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768421.179980:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768421.179982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768421.179985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768422.139962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768422.139968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768422.139973:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768422.139974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768422.139979:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768422.139980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768422.139982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768422.139984:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768422.139986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768422.140001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140010:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768422.140018:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5640
00000400:00000200:3.0:1775768422.140027:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:1.0:1775768422.140028:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768422.140032:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768422.140035:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00010000:1.0:1775768422.140036:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768422.140042:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768422.140046:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140053:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768422.140060:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768422.140062:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768422.140065:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768422.140068:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768422.140071:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768422.140073:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768422.140076:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140078:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140080:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140083:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768422.140085:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768422.140087:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140090:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768422.140093:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768422.140097:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768422.140101:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140103:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768422.140106:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768422.140119:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768422.140123:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768422.140127:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768422.140129:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140132:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768422.140136:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768422.140140:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768422.140150:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768422.140158:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768422.140168:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768422.140176:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768422.140180:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768422.140184:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768422.140210:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768422.140213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768422.140216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768422.140218:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768422.140219:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768422.140222:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768422.140225:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5640
00000400:00000200:3.0:1775768422.140230:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768422.140235:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768422.140238:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775768422.140238:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768422.140242:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775768422.140243:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768422.140247:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768422.140247:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140251:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140254:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:0.0:1775768422.140256:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768422.140256:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768422.140258:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768422.140259:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768422.140261:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768422.140262:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768422.140265:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768422.140271:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140274:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140277:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768422.140278:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768422.140279:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768422.140280:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768422.140282:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768422.140284:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768422.140285:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768422.140286:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768422.140288:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768422.140289:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768422.140292:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768422.140293:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768422.140296:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360644096:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768422.140297:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140301:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768422.140302:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1775768422.140306:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768422.140307:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768422.140310:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768422.140310:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.140313:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768422.140318:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
00000100:00000001:3.0:1775768422.140319:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.140321:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768422.140325:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000400:00000200:0.0:1775768422.140328:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:3.0:1775768422.140329:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768422.140333:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768422.140335:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
02000000:00000001:3.0:1775768422.140335:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140340:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768422.140341:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768422.140344:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768422.140346:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
02000000:00000010:3.0:1775768422.140349:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768422.140353:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768422.140355:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644096, portal 25
00000100:00100000:3.0:1775768422.140360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768422.140361:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768422.140364:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00000001:3.0:1775768422.140373:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775768422.140374:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768422.140376:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768422.140384:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.140385:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768422.140392:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768422.140396:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000001:3.0:1775768422.140397:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768422.140400:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360644096, offset 0
00000100:00080000:3.0:1775768422.140400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768422.140404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768422.140405:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768422.140407:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768422.140415:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768422.140417:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768422.140421:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768422.140426:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5640
00000400:00000200:0.0:1775768422.140427:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:3.0:1775768422.140434:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768422.140435:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768422.140443:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:3.0:1775768422.140443:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768422.140448:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768422.140449:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768422.140455:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:3.0:1775768422.140456:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768422.140460:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60026:60026:256:4294967295] 192.168.202.115@tcp LPNI seq info [60025:60025:8:4294967295]
00000400:00000200:0.0:1775768422.140464:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768422.140467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140471:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140474:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768422.140479:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1775768422.140484:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768422.140485:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768422.140486:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1775768422.140489:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:3.0:1775768422.140491:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768422.140494:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:0.0:1775768422.140496:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000020:00000001:3.0:1775768422.140496:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768422.140503:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140506:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.0:1775768422.140512:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775768422.140512:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768422.140516:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140518:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768422.140519:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1775768422.140519:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768422.140523:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768422.140527:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768422.140527:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768422.140529:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.1:1775768422.140531:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000008:00100000:3.0:1775768422.140532:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1775768422.140536:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000008:00000001:3.0:1775768422.140536:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140537:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768422.140540:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000010:3.0:1775768422.140541:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000020:00000040:3.0:1775768422.140544:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768422.140546:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768422.140546:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140548:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775768422.140549:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1775768422.140549:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768422.140551:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768422.140555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000400:00000200:0.0:1775768422.140557:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775768422.140559:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768422.140564:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00100000:3.0:1775768422.140566:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768422.140569:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768422.140576:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768422.140577:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768422.140581:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768422.140585:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768422.140589:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.140605:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768422.140606:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768422.140610:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768422.140612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768422.140621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768422.140622:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140624:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768422.140625:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775768422.140628:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768422.140631:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768422.140635:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5640
00000100:00000001:0.0:1775768422.140638:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768422.140638:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768422.140641:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768422.140644:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:3.0:1775768422.140644:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768422.140648:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300314362
00000100:00000040:3.0:1775768422.140648:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000010:0.0:1775768422.140655:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442313c0.
00000100:00000001:3.0:1775768422.140656:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768422.140659:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768422.140660:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768422.140666:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1775768422.140668:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768422.140671:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768422.140673:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768422.140674:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768422.140678:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140680:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768422.140681:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140684:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768422.140686:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768422.140687:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300314362
00000100:00080000:3.0:1775768422.140689:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768422.140694:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768422.140696:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231780.
02000000:00000001:3.0:1775768422.140696:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768422.140700:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768422.140703:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1775768422.140704:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.140709:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768422.140714:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140714:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768422.140717:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1775768422.140719:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768422.140724:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140726:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768422.140730:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000100:00100000:0.0:1775768422.140731:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768422/real 1775768422]  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768422.140732:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768422.140735:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768422.140737:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768422.140740:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768422.140743:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768422.140746:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768422.140751:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000400:00000001:0.0:1775768422.140752:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768422.140755:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775768422.140755:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768422.140759:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768422.140762:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000100:00100000:3.0:1775768422.140763:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768422.140765:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768422.140771:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775768422.140776:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768422.140779:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768422.140784:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768422.140790:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768422.140799:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768422.140804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768422.140809:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768422.140811:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768422.140818:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5650)
00000100:00000001:0.0:1775768422.140820:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768422.140823:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.140825:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.140847:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768422.140852:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.140867:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768422.140873:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.140881:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768422.140885:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.140887:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.140888:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.140891:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768422.140893:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768422.140896:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768422.140901:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768422.140912:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768422.140917:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768422.140925:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360644096:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768422.140932:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.140934:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768422.140938:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360644096/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.140945:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768422.140948:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768422.140951:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768422.140955:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768422.140957:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768422.140959:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768422.140961:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768422.140964:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:0.0:1775768422.140968:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768422.140977:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768422.140979:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:0.0:1775768422.140981:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768422.140982:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.140984:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141000:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768422.141002:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141004:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768422.141006:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768422.141007:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768422.141011:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141017:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768422.141019:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.141021:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768422.141023:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768422.141026:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768422.141029:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644224:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768422.141033:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768422.141035:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768422.141037:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.141039:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768422.141042:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768422.141044:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768422.141048:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768422.141052:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768422.141055:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768422.141058:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644224, portal 10
00000100:00000001:0.0:1775768422.141060:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768422.141062:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
00000100:00000040:0.0:1775768422.141069:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141076:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768422.141079:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768422.141081:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768422.141083:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360644224, offset 0
00000400:00000200:0.0:1775768422.141089:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768422.141110:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768422.141114:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768422.141117:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768422.141119:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768422.141122:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768422.141124:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768422.141127:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60027:60027:256:4294967295] 192.168.202.115@tcp LPNI seq info [60026:60026:8:4294967295]
00000400:00000200:0.0:1775768422.141131:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768422.141137:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768422.141141:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768422.141146:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768422.141149:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768422.141152:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768422.141156:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768422.141158:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768422.141161:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768422.141163:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768422.141166:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768422.141169:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768422.141173:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768422.141174:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768422.141177:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768422.141180:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141188:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768422.141191:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141197:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141198:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768422.141201:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768422.141203:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768422.141206:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768422.141207:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300313101
00000100:00000001:0.0:1775768422.141209:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300314362
00000100:00000001:0.0:1775768422.141211:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300313101
00000100:00000001:0.0:1775768422.141213:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300314362
00000100:00000001:0.0:1775768422.141214:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768422.141215:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141217:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768422.141219:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768422/real 1775768422]  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768422.141230:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768422.141231:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768422.141233:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768422.141235:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768422.141236:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768422.141238:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768422.141241:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768422.141249:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141255:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768422.141257:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141258:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.141259:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768422.141263:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141269:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768422.141272:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141279:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768422.141281:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141283:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.141284:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141286:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768422.141288:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768422.141290:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768422.141294:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768422.141296:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768422.141300:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768422.141306:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644224:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768422.141308:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768422.141310:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141314:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768422.141315:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.141318:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768422.141320:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768422.141321:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768422.141324:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644352:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768422.141328:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768422.141330:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768422.141331:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.141333:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768422.141337:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768422.141338:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768422.141342:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768422.141345:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768422.141348:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768422.141351:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644352, portal 10
00000100:00000001:0.0:1775768422.141353:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768422.141354:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:0.0:1775768422.141361:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141368:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768422.141370:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768422.141372:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768422.141375:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360644352, offset 0
00000400:00000200:0.0:1775768422.141380:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768422.141384:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768422.141388:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768422.141391:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768422.141393:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768422.141395:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768422.141398:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768422.141401:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60028:60028:256:4294967295] 192.168.202.115@tcp LPNI seq info [60027:60027:8:4294967295]
00000400:00000200:0.0:1775768422.141406:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768422.141412:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768422.141417:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768422.141419:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768422.141423:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768422.141425:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768422.141428:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768422.141429:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768422.141432:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768422.141433:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768422.141436:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768422.141440:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768422.141443:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768422.141445:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768422.141449:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768422.141452:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141460:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768422.141463:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141469:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141470:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768422.141473:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768422.141476:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768422.141480:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768422.141483:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300313099
00000100:00000001:0.0:1775768422.141486:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300314362
00000100:00000001:0.0:1775768422.141488:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300313099
00000100:00000001:0.0:1775768422.141490:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300314362
00000100:00000001:0.0:1775768422.141493:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768422.141496:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141498:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768422.141502:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768422/real 1775768422]  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768422.141510:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768422.141512:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768422.141514:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768422.141517:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768422.141519:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768422.141522:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768422.141526:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768422.141536:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141543:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768422.141544:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141546:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.141547:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768422.141550:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141562:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768422.141566:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141572:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768422.141576:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141577:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.141578:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141580:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768422.141582:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768422.141584:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768422.141588:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768422.141590:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768422.141594:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768422.141601:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644352:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768422.141606:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768422.141608:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141614:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768422.141615:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.141617:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768422.141619:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768422.141621:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768422.141623:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644480:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768422.141627:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768422.141628:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768422.141630:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768422.141632:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768422.141635:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768422.141637:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768422.141640:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768422.141643:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768422.141646:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768422.141649:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644480, portal 4
00000100:00000001:0.0:1775768422.141652:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768422.141653:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000100:00000040:0.0:1775768422.141659:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141664:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768422.141666:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768422.141669:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768422.141671:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360644480, offset 0
00000400:00000200:0.0:1775768422.141676:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768422.141679:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768422.141683:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768422.141685:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768422.141688:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768422.141690:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768422.141692:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768422.141695:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60029:60029:256:4294967295] 192.168.202.115@tcp LPNI seq info [60028:60028:8:4294967295]
00000400:00000200:0.0:1775768422.141700:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768422.141706:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768422.141710:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768422.141714:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768422.141718:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768422.141720:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768422.141722:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768422.141724:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768422.141726:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768422.141728:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768422.141730:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768422.141732:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768422.141734:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768422.141735:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768422.141737:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768422.141739:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141749:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768422.141752:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141757:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141759:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768422.141761:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768422.141764:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768422.141766:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768422.141768:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300313154
00000100:00000001:0.0:1775768422.141770:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300314362
00000100:00000001:0.0:1775768422.141772:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300313154
00000100:00000001:0.0:1775768422.141774:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300314362
00000100:00000001:0.0:1775768422.141775:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768422.141778:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141779:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768422.141782:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768422/real 1775768422]  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768422.141790:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768422.141791:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768422.141792:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768422.141795:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768422.141796:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768422.141798:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768422.141801:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768422.141808:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141814:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768422.141816:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141817:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.141818:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768422.141820:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141824:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768422.141826:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141853:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768422.141856:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141858:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768422.141859:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141861:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768422.141863:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768422.141865:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768422.141869:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768422.141871:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768422.141875:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768422.141883:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644480:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768422.141888:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141891:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768422.141894:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360644224/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141902:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768422.141904:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768422.141906:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768422.141909:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768422.141911:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768422.141913:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768422.141915:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768422.141916:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:0.0:1775768422.141919:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768422.141920:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768422.141921:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:0.0:1775768422.141924:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768422.141925:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141927:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768422.141930:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360644352/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141934:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768422.141935:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768422.141937:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768422.141938:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768422.141939:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768422.141940:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768422.141941:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768422.141942:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:0.0:1775768422.141943:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768422.141944:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768422.141944:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:0.0:1775768422.141946:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768422.141947:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141948:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768422.141949:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360644480/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768447 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768422.141952:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768422.141953:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768422.141954:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768422.141954:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768422.141955:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768422.141956:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768422.141957:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768422.141958:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:0.0:1775768422.141960:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768422.141961:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768422.141962:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:0.0:1775768422.141963:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768422.141964:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141965:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.141968:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768422.141969:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.141971:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768422.141972:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768422.203997:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768422.204007:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768422.204010:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768422.204017:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768422.204023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768422.204028:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.204031:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768422.204034:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768422.204038:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768423.163975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768423.164003:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768423.164009:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768423.164010:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768423.164013:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768423.164014:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768423.164079:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768423.164084:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768423.164088:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768423.228007:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768423.228017:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768423.228019:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768423.228026:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768423.228031:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768423.228037:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768423.228040:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768423.228043:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768423.228046:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768423.420016:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300314362, at 4300314368
00000100:00000040:3.0:1775768423.420016:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300314362, at 4300314368
00000100:00000010:2.0:1775768423.420034:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442313c0.
00000100:00000010:3.0:1775768423.420039:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231780.
00010000:00000001:0.0:1775768424.187944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768424.187951:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768424.187957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768424.187958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768424.187960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768424.187962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768424.188032:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768424.188036:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768424.188040:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768424.251999:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768424.252009:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768424.252011:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768424.252018:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768424.252023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768424.252028:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768424.252031:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768424.252034:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768424.252038:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768425.211926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768425.211934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768425.211942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768425.211944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768425.211948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768425.211949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768425.212012:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768425.212015:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768425.212019:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768425.276005:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768425.276018:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768425.276020:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768425.276027:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768425.276031:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768425.276035:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768425.276038:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768425.276041:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768425.276044:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768426.236002:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768426.236009:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768426.236014:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768426.236015:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768426.236018:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768426.236019:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768426.236047:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768426.236049:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768426.236052:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768426.299966:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768426.299973:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768426.299975:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768426.299981:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768426.299984:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768426.299988:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768426.299991:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768426.299993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768426.299995:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768427.259966:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768427.259973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768427.259977:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768427.259979:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768427.259981:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1775768427.259981:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768427.259985:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768427.259986:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768427.259990:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1775768427.259991:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768427.259992:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768427.259994:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768427.259996:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768427.259999:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5645
00010000:00000001:0.0:1775768427.260000:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768427.260002:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768427.260006:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768427.260007:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768427.260008:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00000400:00000200:2.0:1775768427.260008:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768427.260010:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768427.260011:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768427.260012:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768427.260014:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768427.260014:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768427.260016:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768427.260017:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768427.260020:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260023:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768427.260026:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260028:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768427.260032:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768427.260034:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768427.260036:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768427.260039:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768427.260042:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768427.260045:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768427.260049:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260051:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768427.260054:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000020:00000001:1.0:1775768427.260056:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768427.260057:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768427.260061:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768427.260062:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00010000:00010000:1.0:1775768427.260068:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768427.260068:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260073:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768427.260077:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768427.260081:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768427.260084:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260087:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768427.260089:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768427.260099:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768427.260102:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768427.260106:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768427.260107:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260110:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768427.260112:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768427.260116:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768427.260123:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768427.260130:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768427.260139:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768427.260147:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768427.260151:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768427.260154:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768427.260171:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768427.260174:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768427.260177:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768427.260179:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768427.260181:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768427.260184:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768427.260186:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5645
00000400:00000200:2.0:1775768427.260190:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768427.260193:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768427.260195:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768427.260197:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768427.260198:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260200:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768427.260201:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768427.260202:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768427.260204:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768427.260204:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768427.260206:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768427.260207:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768427.260209:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768427.260210:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768427.260211:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768427.260213:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768427.260216:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768427.260219:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768427.260219:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768427.260221:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260221:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768427.260222:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260224:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768427.260225:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775768427.260226:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768427.260228:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768427.260228:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768427.260230:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260231:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768427.260232:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768427.260234:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360644608:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768427.260238:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768427.260238:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768427.260240:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768427.260242:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768427.260242:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768427.260245:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768427.260246:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768427.260247:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775768427.260249:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260251:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768427.260252:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768427.260255:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768427.260255:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768427.260257:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768427.260259:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768427.260260:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768427.260261:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260262:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768427.260264:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775768427.260265:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
02000000:00000001:2.0:1775768427.260265:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768427.260269:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768427.260272:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768427.260273:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00100000:2.0:1775768427.260276:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768427.260281:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644608, portal 25
00000100:00000001:2.0:1775768427.260282:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768427.260283:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768427.260284:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.260285:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:2.0:1775768427.260287:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768427.260290:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768427.260295:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768427.260297:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768427.260298:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768427.260300:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1775768427.260302:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260302:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768427.260303:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1775768427.260304:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000001:2.0:1775768427.260306:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1775768427.260308:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360644608, offset 0
00000400:00000200:0.0:1775768427.260315:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768427.260317:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5645
00000400:00000200:2.0:1775768427.260320:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768427.260323:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768427.260323:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768427.260325:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768427.260327:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260329:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768427.260330:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:2.0:1775768427.260330:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260332:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768427.260334:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768427.260335:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1775768427.260336:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768427.260337:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768427.260339:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:0.0:1775768427.260340:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000001:2.0:1775768427.260341:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768427.260343:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768427.260344:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775768427.260346:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768427.260347:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260348:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768427.260349:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260351:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768427.260352:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60030:60030:256:4294967295] 192.168.202.115@tcp LPNI seq info [60029:60029:8:4294967295]
00000020:00000040:2.0:1775768427.260353:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768427.260355:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768427.260358:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768427.260358:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768427.260359:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768427.260361:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768427.260363:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260365:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768427.260367:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768427.260368:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1775768427.260369:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260371:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768427.260374:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000800:00000200:0.0:1775768427.260375:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768427.260376:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768427.260378:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768427.260379:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768427.260380:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000001:2.0:1775768427.260381:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1775768427.260388:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:2.0:1775768427.260388:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768427.260390:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768427.260393:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
02000000:00000010:2.0:1775768427.260393:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768427.260396:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768427.260399:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775768427.260399:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768427.260403:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775768427.260406:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1775768427.260408:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260408:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768427.260411:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000040:2.0:1775768427.260412:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768427.260417:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768427.260418:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768427.260420:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768427.260422:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768427.260424:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768427.260425:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768427.260426:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768427.260428:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000001:2.0:1775768427.260429:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1775768427.260430:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00080000:2.0:1775768427.260431:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5645
00000400:00000200:2.0:1775768427.260434:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768427.260435:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1775768427.260436:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768427.260438:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775768427.260439:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768427.260441:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260443:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768427.260445:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260447:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768427.260448:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775768427.260449:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768427.260450:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768427.260451:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768427.260452:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768427.260453:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768427.260455:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768427.260457:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768427.260459:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768427.260460:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768427.260461:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768427.260462:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768427.260463:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768427.260464:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768427.260466:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768427.260467:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768427.260469:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768427.260471:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768427.260471:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768427.260473:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768427.260474:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300319482
02000000:00000001:2.0:1775768427.260475:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768427.260477:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768427.260478:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c00.
00000100:00000001:2.0:1775768427.260479:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768427.260481:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768427.260483:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.260485:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768427.260485:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768427.260488:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768427.260490:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300319482
00000100:00000010:0.0:1775768427.260492:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442312a0.
00000020:00000040:2.0:1775768427.260495:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:0.0:1775768427.260496:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1775768427.260498:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768427.260499:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768427.260499:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.260501:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768427.260501:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768427.260502:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768427.260504:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775768427.260504:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768427.260507:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768427/real 1775768427]  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768427.260507:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768427.260510:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768427.260514:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775768427.260518:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768427.260519:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768427.260521:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775768427.260522:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000100:00000001:2.0:1775768427.260522:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768427.260525:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768427.260526:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000040:2.0:1775768427.260526:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260529:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768427.260532:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768427.260533:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768427.260536:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768427.260540:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768427.260540:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768427.260545:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5655)
00000100:00000001:0.0:1775768427.260546:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768427.260548:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260550:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.260552:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768427.260556:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260562:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768427.260567:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260574:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768427.260577:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260578:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.260579:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260581:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768427.260583:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768427.260585:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768427.260588:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768427.260589:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768427.260592:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768427.260597:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360644608:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768427.260603:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260604:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768427.260606:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360644608/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260611:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768427.260613:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768427.260615:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768427.260617:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768427.260619:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768427.260620:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768427.260621:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768427.260623:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768427.260630:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768427.260631:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768427.260632:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768427.260634:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768427.260635:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260637:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260644:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768427.260645:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.260647:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768427.260648:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768427.260649:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768427.260651:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260655:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768427.260656:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768427.260657:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768427.260658:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768427.260660:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768427.260662:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644736:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768427.260664:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768427.260666:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768427.260668:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768427.260670:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768427.260673:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768427.260675:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768427.260679:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768427.260681:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768427.260685:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768427.260688:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644736, portal 10
00000100:00000001:0.0:1775768427.260689:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768427.260691:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768427.260696:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260703:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768427.260705:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768427.260707:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768427.260710:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360644736, offset 0
00000400:00000200:0.0:1775768427.260712:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768427.260715:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768427.260717:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768427.260720:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768427.260721:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768427.260723:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768427.260724:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768427.260727:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60031:60031:256:4294967295] 192.168.202.115@tcp LPNI seq info [60030:60030:8:4294967295]
00000400:00000200:0.0:1775768427.260729:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768427.260733:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768427.260735:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768427.260737:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768427.260740:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768427.260742:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768427.260745:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768427.260747:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768427.260749:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768427.260750:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768427.260752:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768427.260754:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768427.260756:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768427.260757:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768427.260759:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768427.260761:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260766:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768427.260767:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260771:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.260772:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768427.260773:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768427.260776:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768427.260778:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768427.260779:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300318220
00000100:00000001:0.0:1775768427.260780:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300319482
00000100:00000001:0.0:1775768427.260782:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300318220
00000100:00000001:0.0:1775768427.260783:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300319482
00000100:00000001:0.0:1775768427.260784:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768427.260786:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.260787:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768427.260789:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768427/real 1775768427]  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768427.260793:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768427.260794:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768427.260795:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768427.260796:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768427.260797:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768427.260798:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768427.260800:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768427.260805:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260808:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768427.260809:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260810:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.260812:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768427.260814:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260820:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768427.260824:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260848:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768427.260851:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260853:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.260854:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.260856:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768427.260858:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768427.260860:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768427.260863:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768427.260866:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768427.260869:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768427.260874:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644736:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768427.260877:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768427.260879:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260887:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768427.260888:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768427.260890:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768427.260891:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768427.260892:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768427.260893:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644864:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768427.260895:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768427.260896:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768427.260897:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768427.260898:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768427.260901:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768427.260902:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768427.260904:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768427.260906:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768427.260908:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768427.260910:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644864, portal 10
00000100:00000001:0.0:1775768427.260911:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768427.260912:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:0.0:1775768427.260916:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260920:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768427.260921:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768427.260922:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768427.260924:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360644864, offset 0
00000400:00000200:0.0:1775768427.260926:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768427.260928:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768427.260930:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768427.260932:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768427.260933:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768427.260935:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768427.260936:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768427.260954:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60032:60032:256:4294967295] 192.168.202.115@tcp LPNI seq info [60031:60031:8:4294967295]
00000400:00000200:0.0:1775768427.260957:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768427.260962:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768427.260965:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768427.260967:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768427.260969:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768427.260971:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768427.260974:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768427.260975:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768427.260978:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768427.260979:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768427.260981:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768427.260983:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768427.260985:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768427.260986:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768427.260987:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768427.260989:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.260994:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768427.260996:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261000:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.261001:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768427.261003:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768427.261004:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768427.261007:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768427.261008:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300318219
00000100:00000001:0.0:1775768427.261010:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300319482
00000100:00000001:0.0:1775768427.261011:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300318219
00000100:00000001:0.0:1775768427.261012:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300319482
00000100:00000001:0.0:1775768427.261014:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768427.261016:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.261017:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768427.261019:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768427/real 1775768427]  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768427.261024:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768427.261025:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768427.261026:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768427.261027:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768427.261028:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768427.261029:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768427.261030:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768427.261035:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261039:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768427.261039:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261040:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.261041:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768427.261043:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261046:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768427.261048:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261051:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768427.261053:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261054:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.261055:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261056:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768427.261057:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768427.261059:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768427.261061:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768427.261062:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768427.261064:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768427.261068:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644864:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768427.261070:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768427.261072:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261075:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768427.261076:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768427.261077:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768427.261078:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768427.261079:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768427.261080:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644992:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768427.261082:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768427.261083:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768427.261084:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768427.261085:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768427.261087:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768427.261088:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768427.261091:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768427.261092:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768427.261094:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768427.261096:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360644992, portal 4
00000100:00000001:0.0:1775768427.261097:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768427.261098:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:0.0:1775768427.261101:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261105:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768427.261107:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768427.261108:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768427.261110:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360644992, offset 0
00000400:00000200:0.0:1775768427.261112:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768427.261114:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768427.261116:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768427.261118:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768427.261120:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768427.261121:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768427.261123:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768427.261125:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60033:60033:256:4294967295] 192.168.202.115@tcp LPNI seq info [60032:60032:8:4294967295]
00000400:00000200:0.0:1775768427.261127:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768427.261131:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768427.261133:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768427.261134:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768427.261136:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768427.261138:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775768427.261140:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768427.261142:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775768427.261144:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768427.261145:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768427.261146:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768427.261148:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768427.261150:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768427.261151:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768427.261152:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768427.261154:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261157:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768427.261159:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768452 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261163:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.261164:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768427.261166:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768427.261168:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768427.261169:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768427.261171:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300318274
00000100:00000001:0.0:1775768427.261172:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300319482
00000100:00000001:0.0:1775768427.261174:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300318274
00000100:00000001:0.0:1775768427.261175:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300319482
00000100:00000001:0.0:1775768427.261176:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768427.261177:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.261178:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768427.261180:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768427/real 1775768427]  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768427.261184:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768427.261184:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768427.261185:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768427.261186:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768427.261187:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768427.261188:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768427.261190:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768427.261195:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261198:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768427.261199:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261199:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.261200:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768427.261202:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261205:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768427.261207:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261212:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768427.261213:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261214:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768427.261215:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261216:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768427.261217:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768427.261218:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768427.261219:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768427.261220:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768427.261222:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768427.261226:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360644992:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768427.261228:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261229:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768427.261230:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360644736/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261234:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768427.261234:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768427.261236:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768427.261237:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768427.261238:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768427.261238:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768427.261239:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768427.261240:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:0.0:1775768427.261242:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768427.261243:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768427.261244:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768427.261245:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768427.261246:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261247:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768427.261249:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360644864/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261253:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768427.261254:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768427.261254:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768427.261256:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768427.261256:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768427.261257:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768427.261258:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768427.261258:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768427.261262:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768427.261262:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768427.261263:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:0.0:1775768427.261264:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768427.261265:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261266:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768427.261267:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360644992/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768452 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768427.261270:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768427.261271:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768427.261271:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768427.261272:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768427.261273:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768427.261273:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768427.261274:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768427.261275:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768427.261276:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768427.261276:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768427.261277:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768427.261278:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768427.261279:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261280:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.261282:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768427.261283:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.261284:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768427.261285:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768427.323964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768427.323972:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768427.323974:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768427.323982:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768427.323987:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768427.323993:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.323996:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768427.323999:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768427.324002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768428.283954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768428.284021:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768428.284028:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768428.284029:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768428.284033:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768428.284034:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768428.284092:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768428.284096:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768428.284099:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768428.347945:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768428.347951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768428.347953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768428.347958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768428.347962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768428.347966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768428.347968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768428.347971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768428.347973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768428.539944:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300319482, at 4300319488
00000100:00000040:3.0:1775768428.539947:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300319482, at 4300319488
00000100:00000010:3.0:1775768428.539958:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442312a0.
00000100:00000010:2.0:1775768428.539960:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c00.
00010000:00000001:0.0:1775768429.307937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768429.307943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768429.307949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768429.307951:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768429.307955:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768429.307956:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768429.308023:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768429.308027:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768429.308029:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768429.371964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768429.371971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768429.371972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768429.371978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768429.371982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768429.371986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768429.371988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768429.371994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768429.371996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768430.331957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768430.331962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768430.331969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768430.331973:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768430.331975:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768430.331978:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768430.331981:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768430.331983:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768430.331985:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768430.331988:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768430.331992:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768430.331993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768430.332012:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768430.332015:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768430.332017:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768430.395948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768430.395953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768430.395955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768430.395958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768430.395961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768430.395964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768430.395967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768430.395969:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768430.395972:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768431.355908:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768431.355915:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768431.355922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768431.355924:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768431.355928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768431.355929:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768431.355946:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768431.355955:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768431.355958:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768431.419974:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768431.419982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768431.419984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768431.419989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768431.419993:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768431.419996:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768431.419999:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768431.420001:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768431.420004:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768432.379952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768432.379958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768432.379964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768432.379964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768432.379966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768432.379969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768432.379970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768432.379970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768432.379973:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768432.379977:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768432.379982:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768432.379988:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5650
00000400:00000200:2.0:1775768432.379995:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768432.380000:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768432.380003:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768432.380007:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380010:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768432.380012:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380014:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768432.380017:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768432.380018:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768432.380020:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768432.380023:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768432.380024:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768432.380026:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768432.380027:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768432.380030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768432.380032:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768432.380034:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380035:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768432.380038:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768432.380040:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768432.380042:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380044:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768432.380046:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768432.380053:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000010:2.0:1775768432.380054:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768432.380057:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
00000020:00000001:1.0:1775768432.380058:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768432.380062:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00010000:00010000:1.0:1775768432.380063:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768432.380064:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380068:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768432.380072:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768432.380076:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768432.380083:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768432.380090:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768432.380099:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768432.380108:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768432.380112:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768432.380116:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768432.380134:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768432.380137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768432.380139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768432.380141:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768432.380142:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768432.380144:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768432.380146:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5650
00000400:00000200:2.0:1775768432.380150:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768432.380152:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768432.380155:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768432.380158:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380160:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768432.380162:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380164:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768432.380166:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768432.380167:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:0.0:1775768432.380169:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768432.380169:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768432.380171:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768432.380173:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768432.380174:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768432.380177:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768432.380178:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768432.380184:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768432.380187:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768432.380187:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768432.380192:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380197:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768432.380202:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768432.380204:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775768432.380206:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768432.380208:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380209:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768432.380212:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768432.380213:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768432.380216:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768432.380217:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768432.380219:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768432.380222:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768432.380226:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360645120:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768432.380226:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768432.380230:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775768432.380231:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1775768432.380235:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.380237:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768432.380237:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.380241:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768432.380242:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
02000000:00000001:0.0:1775768432.380245:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1775768432.380246:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768432.380250:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768432.380251:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768432.380252:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:2.0:1775768432.380253:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768432.380256:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768432.380256:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768432.380260:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768432.380265:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:2.0:1775768432.380265:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000400:00000010:0.0:1775768432.380270:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:2.0:1775768432.380270:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768432.380278:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00100000:2.0:1775768432.380278:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768432.380286:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360645120, portal 25
00000100:00000001:2.0:1775768432.380287:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768432.380290:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768432.380291:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.380294:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:2.0:1775768432.380297:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768432.380303:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.380329:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775768432.380329:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768432.380334:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768432.380335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775768432.380337:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00080000:2.0:1775768432.380340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1775768432.380342:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360645120, offset 0
00000100:00000001:2.0:1775768432.380343:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768432.380345:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768432.380349:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768432.380351:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768432.380353:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5650
00000400:00000200:2.0:1775768432.380358:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768432.380363:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768432.380363:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768432.380367:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768432.380370:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768432.380373:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:2.0:1775768432.380374:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768432.380379:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775768432.380379:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768432.380387:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000001:2.0:1775768432.380387:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768432.380390:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768432.380392:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775768432.380393:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1775768432.380395:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:0.0:1775768432.380398:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000001:2.0:1775768432.380399:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768432.380403:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768432.380405:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60034:60034:256:4294967295] 192.168.202.115@tcp LPNI seq info [60033:60033:8:4294967295]
00000100:00000040:2.0:1775768432.380410:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768432.380414:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768432.380415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768432.380419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380421:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768432.380424:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768432.380430:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768432.380433:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768432.380434:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768432.380439:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1775768432.380442:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768432.380444:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1775768432.380447:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
02000000:00000001:2.0:1775768432.380447:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380451:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768432.380455:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775768432.380458:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000008:00000001:2.0:1775768432.380459:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380463:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768432.380464:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000100:00000010:2.0:1775768432.380468:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000800:00000200:0.1:1775768432.380472:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775768432.380473:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768432.380478:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775768432.380478:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
02000000:00000001:2.0:1775768432.380480:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380482:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768432.380483:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768432.380484:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768432.380488:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768432.380493:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775768432.380497:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00100000:2.0:1775768432.380501:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1775768432.380502:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768432.380510:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768432.380511:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768432.380515:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768432.380518:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775768432.380523:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768432.380525:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768432.380529:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768432.380535:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768432.380537:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768432.380540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775768432.380542:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768432.380547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768432.380550:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768432.380553:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768432.380558:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768432.380559:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775768432.380562:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5650
00000100:00000040:0.0:1775768432.380566:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768432.380570:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768432.380577:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768432.380579:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768432.380581:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768432.380582:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775768432.380586:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768432.380588:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380589:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768432.380593:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768432.380596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768432.380597:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:2.0:1775768432.380601:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768432.380602:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300324602
00000020:00000040:2.0:1775768432.380603:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768432.380606:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:0.0:1775768432.380609:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231900.
00000020:00000040:2.0:1775768432.380610:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768432.380614:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768432.380617:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768432.380618:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1775768432.380622:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768432.380624:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300324602
00000100:00000001:2.0:1775768432.380625:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1775768432.380629:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231ae0.
00000100:00000040:2.0:1775768432.380630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768432.380634:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768432.380635:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768432.380640:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768432.380641:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768432.380643:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768432.380646:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380646:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768432.380651:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768432.380652:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775768432.380653:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768432.380656:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380658:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:0.0:1775768432.380659:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768432/real 1775768432]  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775768432.380660:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768432.380665:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768432.380668:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768432.380673:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768432.380676:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000001:0.0:1775768432.380677:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775768432.380678:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1775768432.380679:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1775768432.380680:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768432.380682:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000100:00000001:2.0:1775768432.380683:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768432.380685:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768432.380687:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
02000000:00000001:2.0:1775768432.380687:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768432.380690:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
02000000:00000010:2.0:1775768432.380692:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:0.0:1775768432.380693:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775768432.380697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768432.380699:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768432.380703:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768432.380719:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768432.380720:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768432.380722:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768432.380729:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768432.380730:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768432.380731:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768432.380737:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768432.380746:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768432.380747:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.380750:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.380752:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768432.380752:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5661)
00000100:00100000:0.0:1775768432.380756:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.380765:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768432.380769:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.380776:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768432.380779:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.380781:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.380783:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.380785:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768432.380787:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768432.380789:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768432.380792:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768432.380794:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768432.380798:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768432.380809:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360645120:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768432.380813:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.380815:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768432.380818:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360645120/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.380825:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768432.380861:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768432.380864:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768432.380867:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768432.380869:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768432.380870:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768432.380872:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768432.380874:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768432.380879:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768432.380881:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768432.380883:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:0.0:1775768432.380886:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768432.380887:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.380898:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.380905:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768432.380907:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.380908:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768432.380910:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768432.380911:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768432.380915:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.380921:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768432.380922:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.380924:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768432.380925:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768432.380928:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768432.380930:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645248:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768432.380933:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768432.380935:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768432.380936:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.380938:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768432.380940:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768432.380942:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768432.380945:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768432.380948:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768432.380951:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768432.380954:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360645248, portal 10
00000100:00000001:0.0:1775768432.380955:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768432.380957:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:0.0:1775768432.380962:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.380969:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768432.380971:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768432.380974:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768432.380976:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360645248, offset 0
00000400:00000200:0.0:1775768432.380979:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768432.380983:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768432.380986:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768432.380990:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768432.380992:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768432.380994:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768432.380997:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768432.381000:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60035:60035:256:4294967295] 192.168.202.115@tcp LPNI seq info [60034:60034:8:4294967295]
00000400:00000200:0.0:1775768432.381003:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768432.381008:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768432.381012:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768432.381015:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768432.381019:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768432.381021:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768432.381026:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768432.381028:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775768432.381032:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768432.381034:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768432.381036:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768432.381039:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768432.381041:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768432.381043:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768432.381045:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768432.381048:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381056:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768432.381059:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381065:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.381066:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768432.381068:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768432.381072:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768432.381075:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768432.381077:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300323341
00000100:00000001:0.0:1775768432.381079:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300324602
00000100:00000001:0.0:1775768432.381081:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300323341
00000100:00000001:0.0:1775768432.381083:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300324602
00000100:00000001:0.0:1775768432.381085:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768432.381086:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.381088:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768432.381091:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768432/real 1775768432]  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768432.381100:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768432.381101:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768432.381102:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768432.381104:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768432.381106:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768432.381108:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768432.381111:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768432.381119:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381124:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768432.381126:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381127:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.381128:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768432.381131:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381137:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768432.381140:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381147:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768432.381149:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381150:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.381152:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381153:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768432.381155:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768432.381157:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768432.381160:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768432.381162:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768432.381165:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768432.381173:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645248:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768432.381176:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768432.381179:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381185:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768432.381186:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.381188:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768432.381189:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768432.381191:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768432.381194:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645376:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768432.381197:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768432.381199:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768432.381200:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.381202:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768432.381204:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768432.381206:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768432.381208:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768432.381211:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768432.381213:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768432.381216:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360645376, portal 10
00000100:00000001:0.0:1775768432.381217:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768432.381218:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:0.0:1775768432.381222:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381228:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768432.381230:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768432.381232:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768432.381234:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360645376, offset 0
00000400:00000200:0.0:1775768432.381237:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768432.381241:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768432.381244:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768432.381246:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768432.381249:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768432.381252:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768432.381254:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768432.381257:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60036:60036:256:4294967295] 192.168.202.115@tcp LPNI seq info [60035:60035:8:4294967295]
00000400:00000200:0.0:1775768432.381261:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768432.381266:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768432.381269:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768432.381272:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768432.381275:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768432.381278:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768432.381282:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768432.381284:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775768432.381287:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768432.381289:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768432.381291:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768432.381294:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768432.381297:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768432.381299:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768432.381300:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768432.381303:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381311:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768432.381313:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381319:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.381321:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768432.381323:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768432.381325:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768432.381328:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768432.381330:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300323339
00000100:00000001:0.0:1775768432.381333:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300324602
00000100:00000001:0.0:1775768432.381334:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300323339
00000100:00000001:0.0:1775768432.381337:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300324602
00000100:00000001:0.0:1775768432.381338:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768432.381340:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.381341:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768432.381344:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768432/real 1775768432]  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768432.381351:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768432.381352:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768432.381354:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768432.381356:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768432.381357:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768432.381359:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768432.381361:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768432.381369:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381376:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768432.381377:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381378:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.381379:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768432.381383:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381389:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768432.381392:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381398:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768432.381400:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381401:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.381403:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381404:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768432.381406:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768432.381408:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768432.381411:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768432.381413:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768432.381416:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768432.381423:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645376:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768432.381427:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768432.381430:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381436:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768432.381437:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.381439:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768432.381441:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768432.381443:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768432.381445:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645504:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768432.381448:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768432.381450:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768432.381451:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768432.381453:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768432.381456:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768432.381458:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768432.381460:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768432.381462:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768432.381465:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768432.381467:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360645504, portal 4
00000100:00000001:0.0:1775768432.381469:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768432.381470:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00000040:0.0:1775768432.381474:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381480:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768432.381482:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768432.381484:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768432.381486:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360645504, offset 0
00000400:00000200:0.0:1775768432.381489:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768432.381492:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768432.381495:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768432.381497:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768432.381500:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768432.381502:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768432.381504:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768432.381507:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60037:60037:256:4294967295] 192.168.202.115@tcp LPNI seq info [60036:60036:8:4294967295]
00000400:00000200:0.0:1775768432.381510:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768432.381516:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768432.381521:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768432.381523:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768432.381527:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768432.381529:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768432.381533:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768432.381535:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775768432.381538:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768432.381540:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768432.381542:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768432.381545:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768432.381547:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768432.381549:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768432.381551:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768432.381553:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381560:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768432.381563:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768457 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381568:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.381570:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768432.381572:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768432.381574:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768432.381577:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768432.381579:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300323394
00000100:00000001:0.0:1775768432.381581:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300324602
00000100:00000001:0.0:1775768432.381584:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300323394
00000100:00000001:0.0:1775768432.381585:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300324602
00000100:00000001:0.0:1775768432.381587:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768432.381589:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.381591:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768432.381594:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768432/real 1775768432]  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768432.381601:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768432.381603:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768432.381604:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768432.381606:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768432.381608:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768432.381610:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768432.381613:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768432.381620:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381626:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768432.381627:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381629:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.381630:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768432.381633:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381639:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768432.381643:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381650:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768432.381652:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381653:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768432.381654:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381656:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768432.381657:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768432.381659:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768432.381662:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768432.381664:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768432.381667:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768432.381675:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645504:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768432.381679:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381681:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768432.381683:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360645248/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381690:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768432.381692:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768432.381693:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768432.381695:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768432.381697:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768432.381698:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768432.381700:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768432.381701:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768432.381706:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768432.381707:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768432.381708:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:0.0:1775768432.381710:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768432.381711:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381712:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768432.381715:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360645376/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381721:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768432.381723:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768432.381724:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768432.381726:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768432.381727:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768432.381728:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768432.381729:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768432.381730:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768432.381732:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768432.381734:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768432.381735:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:0.0:1775768432.381737:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768432.381738:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381740:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768432.381742:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360645504/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768457 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768432.381748:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768432.381749:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768432.381750:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768432.381752:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768432.381753:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768432.381754:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768432.381755:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768432.381756:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768432.381758:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768432.381759:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768432.381760:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768432.381762:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768432.381763:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381765:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.381767:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768432.381768:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.381770:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768432.381772:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768432.443950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768432.443956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768432.443958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768432.443963:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768432.443966:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768432.443970:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.443973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768432.443975:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768432.443977:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768433.403964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768433.403972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768433.403978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768433.403981:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768433.403985:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768433.403986:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768433.404044:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768433.404048:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768433.404052:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768433.467936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768433.467944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768433.467947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768433.467953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768433.467957:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768433.467961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768433.467964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768433.467967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768433.467970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768433.660016:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300324602, at 4300324608
00000100:00000040:3.0:1775768433.660016:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300324602, at 4300324608
00000100:00000010:2.0:1775768433.660036:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231900.
00000100:00000010:3.0:1775768433.660041:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231ae0.
00010000:00000001:0.0:1775768434.427980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768434.427988:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768434.427996:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768434.427997:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768434.428000:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768434.428001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768434.428066:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768434.428071:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768434.428074:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768434.492012:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768434.492021:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768434.492022:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768434.492029:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768434.492032:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768434.492036:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768434.492038:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768434.492040:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768434.492042:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768435.451974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768435.451980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768435.451987:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768435.451989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768435.451993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768435.451994:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768435.452019:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768435.452022:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768435.452025:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768435.515987:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768435.515994:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768435.515997:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768435.516003:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768435.516008:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768435.516012:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768435.516015:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768435.516018:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768435.516020:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476116:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768436.476123:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768436.476125:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768436.476129:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476135:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768436.476138:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476140:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476143:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476147:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768436.476148:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476152:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768436.476153:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768436.476155:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768436.476157:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476159:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768436.476161:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476163:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768436.476166:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768436.476211:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768436.476216:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768436.476219:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768436.539996:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768436.540005:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768436.540007:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768436.540014:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768436.540019:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768436.540023:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768436.540025:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768436.540027:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768436.540029:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768437.500005:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768437.500014:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768437.500015:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768437.500019:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768437.500021:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768437.500026:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768437.500030:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768437.500031:0:56331:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768437.500033:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768437.500040:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768437.500041:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5656
00010000:00000001:0.0:1775768437.500044:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768437.500056:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768437.500063:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768437.500066:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768437.500071:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500074:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768437.500077:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500080:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768437.500085:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768437.500088:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768437.500092:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768437.500095:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768437.500097:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768437.500098:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768437.500102:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768437.500104:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00010000:00010000:1.0:1775768437.500108:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1775768437.500111:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500115:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768437.500118:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500120:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768437.500123:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768437.500127:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500129:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768437.500132:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768437.500135:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768437.500138:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.500140:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768437.500142:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768437.500151:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775768437.500155:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768437.500158:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768437.500160:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.500162:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768437.500165:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768437.500168:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768437.500175:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768437.500181:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768437.500189:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768437.500199:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768437.500203:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768437.500208:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768437.500228:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768437.500231:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768437.500234:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768437.500236:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768437.500237:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768437.500239:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768437.500243:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5656
00000400:00000200:3.0:1775768437.500248:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768437.500251:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768437.500254:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768437.500257:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500260:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768437.500261:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775768437.500262:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500266:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768437.500268:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768437.500270:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768437.500272:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775768437.500273:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768437.500277:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768437.500279:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768437.500282:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768437.500286:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768437.500287:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768437.500297:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500307:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768437.500314:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768437.500318:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768437.500319:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768437.500324:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768437.500324:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768437.500332:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775768437.500333:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768437.500338:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768437.500339:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768437.500351:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768437.500352:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768437.500358:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768437.500359:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360645632:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768437.500365:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.500371:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775768437.500372:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768437.500378:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768437.500379:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768437.500384:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768437.500385:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768437.500392:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775768437.500393:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768437.500398:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775768437.500402:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000010:0.0:1775768437.500403:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:3.0:1775768437.500406:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768437.500408:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768437.500409:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.500413:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768437.500415:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768437.500417:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768437.500421:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:3.0:1775768437.500425:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000400:00000010:0.0:1775768437.500429:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:3.0:1775768437.500431:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768437.500438:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00100000:3.0:1775768437.500440:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768437.500448:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360645632, portal 25
00000100:00000001:3.0:1775768437.500450:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768437.500454:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775768437.500456:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.500458:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:3.0:1775768437.500465:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768437.500469:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.500516:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768437.500522:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768437.500523:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768437.500528:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00080000:3.0:1775768437.500529:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768437.500537:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1775768437.500538:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360645632, offset 0
00000100:00000001:3.0:1775768437.500540:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768437.500543:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768437.500546:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768437.500547:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768437.500553:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5656
00000400:00000200:0.0:1775768437.500560:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768437.500562:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768437.500573:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768437.500576:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:3.0:1775768437.500578:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768437.500586:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1775768437.500587:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500591:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768437.500597:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000040:3.0:1775768437.500597:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500603:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768437.500606:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1775768437.500609:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775768437.500613:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000040:3.0:1775768437.500614:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768437.500618:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768437.500620:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768437.500622:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768437.500625:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768437.500629:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768437.500637:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60038:60038:256:4294967295] 192.168.202.115@tcp LPNI seq info [60037:60037:8:4294967295]
00000100:00000001:3.0:1775768437.500638:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768437.500645:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500650:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768437.500651:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:3.0:1775768437.500656:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768437.500660:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768437.500665:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768437.500672:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768437.500673:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1775768437.500680:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1775768437.500686:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768437.500687:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.500692:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768437.500694:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768437.500696:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.500698:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768437.500702:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000800:00000010:0.0:1775768437.500705:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000020:00000040:3.0:1775768437.500706:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768437.500711:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768437.500712:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.500715:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768437.500718:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1775768437.500719:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:3.0:1775768437.500721:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768437.500727:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
02000000:00000010:3.0:1775768437.500729:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768437.500739:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768437.500744:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768437.500750:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00100000:3.0:1775768437.500751:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1775768437.500768:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768437.500774:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000100:00000001:3.0:1775768437.500776:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768437.500781:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768437.500785:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775768437.500791:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768437.500799:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768437.500810:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000100:00000001:3.0:1775768437.500811:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768437.500815:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00080000:3.0:1775768437.500816:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768437.500823:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768437.500824:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768437.500825:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1775768437.500868:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768437.500879:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768437.500882:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775768437.500883:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1775768437.500891:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768437.500892:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5656
00000400:00000200:3.0:1775768437.500907:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768437.500917:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768437.500921:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768437.500922:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775768437.500927:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768437.500930:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768437.500935:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768437.500942:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768437.500943:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768437.500946:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300329723
00000100:00000040:3.0:1775768437.500952:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000010:0.0:1775768437.500956:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231180.
00000100:00000001:3.0:1775768437.500956:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768437.500963:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768437.500964:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768437.500966:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768437.500967:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1775768437.500968:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768437.500973:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768437.500975:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768437.500977:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300329723
00000100:00000040:3.0:1775768437.500981:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000010:0.0:1775768437.500984:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231600.
00000100:00000001:3.0:1775768437.500987:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768437.500990:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1775768437.500992:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768437.500996:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768437.500997:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768437.501004:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768437.501005:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768437.501010:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1775768437.501015:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00100000:0.0:1775768437.501020:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768437/real 1775768437]  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768437.501021:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768437.501029:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768437.501034:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768437.501042:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775768437.501044:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775768437.501045:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000001:0.0:1775768437.501049:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:3.0:1775768437.501051:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1775768437.501053:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768437.501062:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000008:00000001:3.0:1775768437.501062:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.501066:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768437.501067:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768437.501074:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1775768437.501076:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000100:00000200:0.0:1775768437.501081:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768437.501082:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768437.501092:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768437.501098:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768437.501107:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768437.501112:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1775768437.501113:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775768437.501117:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768437.501128:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:0.0:1775768437.501129:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768437.501131:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768437.501133:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.501135:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768437.501138:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775768437.501144:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1775768437.501146:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501201:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768437.501202:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768437.501208:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768437.501212:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768437.501219:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501235:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768437.501246:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501253:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768437.501255:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.501256:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501263:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1775768437.501265:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768437.501267:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1775768437.501274:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1775768437.501275:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1775768437.501284:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5666)
00000100:00080000:0.0:1775768437.501285:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768437.501292:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768437.501299:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768437.501311:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360645632:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768437.501316:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501318:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768437.501321:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360645632/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501327:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768437.501330:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768437.501333:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768437.501336:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768437.501338:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768437.501339:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768437.501341:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768437.501344:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:0.0:1775768437.501347:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768437.501349:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768437.501351:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:0.0:1775768437.501354:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768437.501355:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501357:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501366:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768437.501367:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.501370:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768437.501372:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768437.501373:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768437.501377:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501384:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768437.501386:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768437.501388:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768437.501391:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768437.501393:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768437.501396:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645760:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768437.501400:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768437.501402:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768437.501404:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768437.501406:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768437.501409:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768437.501411:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768437.501416:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768437.501419:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768437.501424:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768437.501427:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360645760, portal 10
00000100:00000001:0.0:1775768437.501429:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768437.501430:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:0.0:1775768437.501437:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501444:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768437.501447:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768437.501449:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768437.501451:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360645760, offset 0
00000400:00000200:0.0:1775768437.501455:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768437.501459:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768437.501464:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768437.501467:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768437.501470:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768437.501472:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768437.501474:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768437.501479:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60039:60039:256:4294967295] 192.168.202.115@tcp LPNI seq info [60038:60038:8:4294967295]
00000400:00000200:0.0:1775768437.501483:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768437.501490:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768437.501495:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768437.501498:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768437.501503:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768437.501506:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775768437.501511:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768437.501514:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775768437.501518:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768437.501520:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768437.501523:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768437.501527:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768437.501529:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768437.501531:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768437.501534:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768437.501537:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501545:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768437.501548:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501555:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.501556:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768437.501559:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768437.501563:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768437.501566:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768437.501569:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300328461
00000100:00000001:0.0:1775768437.501571:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300329723
00000100:00000001:0.0:1775768437.501574:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300328461
00000100:00000001:0.0:1775768437.501576:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300329723
00000100:00000001:0.0:1775768437.501578:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768437.501581:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.501583:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768437.501586:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768437/real 1775768437]  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768437.501594:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768437.501596:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768437.501598:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768437.501600:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768437.501602:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768437.501604:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768437.501607:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768437.501615:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501622:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768437.501623:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501625:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768437.501626:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768437.501629:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501636:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768437.501640:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501647:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768437.501649:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501651:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768437.501653:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501654:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768437.501656:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768437.501658:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768437.501662:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768437.501664:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768437.501668:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768437.501676:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645760:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768437.501679:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768437.501682:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501689:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768437.501690:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768437.501692:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768437.501694:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768437.501696:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768437.501698:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645888:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768437.501701:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768437.501703:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768437.501705:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768437.501706:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768437.501709:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768437.501711:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768437.501714:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768437.501717:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768437.501720:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768437.501722:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360645888, portal 10
00000100:00000001:0.0:1775768437.501724:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768437.501725:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:0.0:1775768437.501730:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501736:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768437.501739:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768437.501741:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768437.501743:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360645888, offset 0
00000400:00000200:0.0:1775768437.501747:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768437.501750:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768437.501753:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768437.501756:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768437.501758:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768437.501761:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768437.501763:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768437.501766:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60040:60040:256:4294967295] 192.168.202.115@tcp LPNI seq info [60039:60039:8:4294967295]
00000400:00000200:0.0:1775768437.501770:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768437.501775:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768437.501779:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768437.501782:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768437.501786:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768437.501788:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775768437.501792:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768437.501794:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775768437.501798:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768437.501800:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768437.501803:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768437.501806:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768437.501808:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768437.501810:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768437.501813:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768437.501815:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501823:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768437.501826:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501866:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.501868:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768437.501872:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768437.501875:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768437.501878:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768437.501880:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300328460
00000100:00000001:0.0:1775768437.501882:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300329723
00000100:00000001:0.0:1775768437.501885:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300328460
00000100:00000001:0.0:1775768437.501887:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300329723
00000100:00000001:0.0:1775768437.501889:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768437.501892:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.501893:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768437.501897:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768437/real 1775768437]  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768437.501905:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768437.501907:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768437.501909:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768437.501911:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768437.501913:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768437.501915:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768437.501918:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768437.501926:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501932:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768437.501934:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501935:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768437.501937:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768437.501940:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501947:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768437.501950:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.501958:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768437.501961:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501962:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768437.501964:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.501965:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768437.501967:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768437.501970:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768437.501973:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768437.501975:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768437.501979:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768437.501987:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360645888:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768437.501991:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768437.501995:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502002:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768437.502003:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768437.502005:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768437.502007:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768437.502009:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768437.502012:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646016:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768437.502015:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768437.502017:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768437.502019:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768437.502021:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768437.502024:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768437.502026:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768437.502029:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768437.502032:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000400:00000010:0.0:1775768437.502035:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
00000100:00000200:0.0:1775768437.502038:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646016, portal 4
00000100:00000001:0.0:1775768437.502040:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768437.502041:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00000040:0.0:1775768437.502046:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502052:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768437.502054:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768437.502056:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768437.502058:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360646016, offset 0
00000400:00000200:0.0:1775768437.502062:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768437.502065:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768437.502069:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768437.502071:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768437.502074:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768437.502077:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768437.502079:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768437.502082:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60041:60041:256:4294967295] 192.168.202.115@tcp LPNI seq info [60040:60040:8:4294967295]
00000400:00000200:0.0:1775768437.502086:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768437.502093:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768437.502097:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768437.502100:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768437.502104:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768437.502106:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775768437.502111:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768437.502113:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775768437.502117:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768437.502119:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768437.502121:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768437.502125:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768437.502127:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768437.502129:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768437.502131:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768437.502134:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502141:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768437.502144:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768462 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502149:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.502150:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768437.502153:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768437.502155:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768437.502158:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768437.502160:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300328515
00000100:00000001:0.0:1775768437.502162:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300329723
00000100:00000001:0.0:1775768437.502163:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300328515
00000100:00000001:0.0:1775768437.502165:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300329723
00000100:00000001:0.0:1775768437.502167:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768437.502168:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.502170:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768437.502173:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768437/real 1775768437]  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768437.502180:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768437.502182:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768437.502183:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:0.0:1775768437.502185:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:0.0:1775768437.502187:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:0.0:1775768437.502189:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768437.502192:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768437.502199:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502211:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768437.502213:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502214:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768437.502216:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768437.502219:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502224:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768437.502227:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502234:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768437.502236:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502238:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768437.502239:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502241:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768437.502242:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768437.502245:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768437.502248:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768437.502250:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768437.502254:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768437.502261:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646016:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768437.502264:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502266:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768437.502269:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360645760/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502275:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768437.502277:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768437.502279:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768437.502281:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768437.502283:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768437.502285:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768437.502287:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768437.502289:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:0.0:1775768437.502291:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768437.502293:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768437.502294:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:0.0:1775768437.502297:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768437.502298:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502300:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768437.502303:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360645888/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502309:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768437.502310:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768437.502311:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768437.502313:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768437.502314:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768437.502315:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768437.502317:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768437.502318:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:0.0:1775768437.502320:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768437.502321:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768437.502323:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:0.0:1775768437.502325:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768437.502326:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502328:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768437.502331:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360646016/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768462 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768437.502338:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768437.502339:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768437.502340:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768437.502342:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768437.502344:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768437.502345:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768437.502347:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768437.502349:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:0.0:1775768437.502351:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768437.502352:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768437.502353:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:0.0:1775768437.502355:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768437.502356:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502358:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.502361:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768437.502362:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.502364:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768437.502366:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768437.563986:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768437.563996:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768437.563998:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768437.564006:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768437.564011:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768437.564016:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.564019:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768437.564023:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768437.564026:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768438.523959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768438.523964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768438.523970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768438.523971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768438.523975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768438.523976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768438.524035:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768438.524039:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768438.524042:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768438.588328:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768438.588334:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768438.588335:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768438.588340:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768438.588344:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768438.588348:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768438.588350:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768438.588352:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768438.588355:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768438.779955:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300329723, at 4300329728
00000100:00000010:3.0:1775768438.779971:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231600.
00000100:00000040:2.0:1775768438.780000:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300329723, at 4300329728
00000100:00000010:2.0:1775768438.780007:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231180.
00010000:00000001:0.0:1775768439.547988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768439.547993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768439.547998:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768439.548008:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768439.548010:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768439.548016:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768439.548020:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768439.548022:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768439.548024:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768439.548026:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768439.548030:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768439.548031:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768439.548084:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768439.548088:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768439.548091:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768439.611954:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768439.611961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768439.611966:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768439.611971:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768439.611975:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768439.611979:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768439.611981:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768439.611983:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768439.611985:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768440.571971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768440.571977:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768440.571984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768440.571985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768440.571989:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768440.571990:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768440.572010:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768440.572012:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768440.572015:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768440.635942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768440.635946:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768440.635948:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768440.635951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768440.635954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768440.635957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768440.635960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768440.635962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768440.635964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768441.595952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768441.595957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768441.595960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768441.595961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768441.595964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768441.595965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768441.596018:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768441.596022:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768441.596025:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768441.660107:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768441.660114:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768441.660116:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768441.660121:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768441.660124:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768441.660128:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768441.660131:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768441.660134:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768441.660136:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768442.619919:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768442.619925:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768442.619931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768442.619933:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768442.619936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768442.619938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768442.619949:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768442.619957:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768442.619959:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768442.619963:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768442.619968:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768442.619974:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5661
00000400:00000200:3.0:1775768442.619982:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768442.619988:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768442.619992:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768442.619995:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:2.0:1775768442.619997:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1775768442.619998:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1775768442.620002:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768442.620003:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00010000:00010000:2.0:1775768442.620006:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768442.620008:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768442.620011:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768442.620012:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768442.620015:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768442.620017:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768442.620018:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768442.620020:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768442.620022:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620023:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768442.620024:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620025:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768442.620026:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768442.620028:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620030:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768442.620032:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768442.620034:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768442.620035:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768442.620037:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768442.620039:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768442.620046:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d880.
00000020:00000040:3.0:1775768442.620049:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768442.620052:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768442.620053:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768442.620055:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768442.620057:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768442.620059:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768442.620066:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000100:00000001:3.0:1775768442.620071:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768442.620078:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768442.620085:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768442.620089:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768442.620092:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e100de6] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768442.620107:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768442.620109:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768442.620111:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768442.620113:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768442.620114:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768442.620116:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768442.620119:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5661
00000400:00000200:3.0:1775768442.620123:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768442.620126:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768442.620129:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768442.620131:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620134:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768442.620136:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620138:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768442.620139:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775768442.620143:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768442.620144:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775768442.620145:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:0.0:1775768442.620147:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775768442.620148:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768442.620151:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768442.620155:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768442.620156:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768442.620159:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768442.620167:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620172:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768442.620173:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775768442.620175:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768442.620176:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768442.620177:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768442.620180:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768442.620181:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775768442.620183:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620185:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620186:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768442.620187:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768442.620190:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768442.620193:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768442.620197:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360646144:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768442.620197:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768442.620201:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768442.620205:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1775768442.620205:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768442.620209:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768442.620212:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620214:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1775768442.620217:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768442.620219:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
00000100:00000001:3.0:1775768442.620221:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620224:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768442.620227:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c700.
00000020:00000040:3.0:1775768442.620231:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000200:0.0:1775768442.620232:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768442.620236:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768442.620238:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768442.620239:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d29f8.
00000100:00000001:3.0:1775768442.620241:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768442.620243:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768442.620245:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768442.620246:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf2a8.
02000000:00000010:3.0:1775768442.620251:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000100:00000200:0.0:1775768442.620254:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646144, portal 25
00000100:00000001:3.0:1775768442.620256:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620258:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768442.620260:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061952 : -130299555489664 : ffff897e4547d880)
00000100:00100000:3.0:1775768442.620264:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768442.620272:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768442.620274:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768442.620277:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac34861b] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768442.620283:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768442.620284:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768442.620287:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768442.620287:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768442.620289:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768442.620291:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768442.620293:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5661
00000400:00000200:3.0:1775768442.620296:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768442.620299:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768442.620301:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768442.620304:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620305:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768442.620307:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620309:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768442.620311:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768442.620312:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768442.620313:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768442.620315:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768442.620317:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768442.620318:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768442.620321:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620325:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768442.620327:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768442.620331:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768442.620331:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768442.620336:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768442.620343:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768442.620347:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775768442.620347:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768442.620350:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775768442.620353:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768442.620354:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768442.620356:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768442.620358:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000001:3.0:1775768442.620358:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768442.620359:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768442.620362:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768442.620363:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360646144, offset 0
00000100:00000001:3.0:1775768442.620364:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768442.620368:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ce00.
00000020:00000040:3.0:1775768442.620371:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768442.620374:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775768442.620375:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
02000000:00000001:3.0:1775768442.620376:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768442.620379:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768442.620380:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768442.620381:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768442.620385:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:3.0:1775768442.620385:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:3.0:1775768442.620389:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768442.620393:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00100000:3.0:1775768442.620394:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768442.620400:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768442.620408:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:3.0:1775768442.620408:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768442.620414:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775768442.620414:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768442.620419:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:3.0:1775768442.620423:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be3d68c4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768442.620427:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60042:60042:256:4294967295] 192.168.202.115@tcp LPNI seq info [60041:60041:8:4294967295]
00000400:00000200:0.0:1775768442.620439:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768442.620443:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768442.620446:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768442.620454:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1775768442.620455:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768442.620458:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768442.620461:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768442.620466:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768442.620469:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5661
00000400:00000200:3.0:1775768442.620473:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:0.0:1775768442.620476:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768442.620479:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768442.620482:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1775768442.620483:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000100:00000040:3.0:1775768442.620485:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620489:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768442.620491:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620493:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:0.0:1775768442.620496:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:3.0:1775768442.620497:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768442.620499:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768442.620502:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768442.620505:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000800:00000200:0.1:1775768442.620505:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000001:3.0:1775768442.620510:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768442.620514:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768442.620517:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620518:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768442.620520:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768442.620522:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768442.620524:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768442.620524:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768442.620528:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768442.620532:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768442.620532:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768442.620536:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768442.620537:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300334842
02000000:00000001:3.0:1775768442.620541:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775768442.620543:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231a20.
02000000:00000001:3.0:1775768442.620544:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768442.620548:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768442.620550:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768442.620552:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768442.620554:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620557:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000010:3.0:1775768442.620558:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f800.
00000020:00000040:3.0:1775768442.620562:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768442.620565:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768442.620566:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620567:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300334842
00000100:00000001:3.0:1775768442.620568:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768442.620571:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1775768442.620572:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231240.
02000000:00000001:3.0:1775768442.620573:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620577:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000010:3.0:1775768442.620579:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:0.0:1775768442.620581:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775768442.620583:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620585:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620589:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768442.620590:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768442.620593:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775768442.620601:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768442.620603:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775768442.620604:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620607:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:3.0:1775768442.620610:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fce8437] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768442.620611:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768442.620614:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768442.620616:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775768442.620624:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768442.620627:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768442.620631:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768442.620634:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768442.620635:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5671)
00000100:00000001:0.0:1775768442.620644:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768442.620646:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620648:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768442.620651:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768442.620653:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768442.620657:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646272:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768442.620660:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768442.620662:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768442.620663:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620665:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768442.620668:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768442.620670:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768442.620674:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768442.620677:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2580.
00000400:00000010:0.0:1775768442.620680:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfcc0.
00000100:00000200:0.0:1775768442.620683:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646272, portal 10
00000100:00000001:0.0:1775768442.620685:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768442.620687:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154057472 : -130299555494144 : ffff897e4547c700)
00000100:00000040:0.0:1775768442.620693:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768442.620700:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768442.620703:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768442.620706:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768442.620708:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360646272, offset 0
00000400:00000200:0.0:1775768442.620713:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768442.620717:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768442.620721:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768442.620723:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768442.620726:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768442.620728:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768442.620731:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768442.620734:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60043:60043:255:4294967295] 192.168.202.115@tcp LPNI seq info [60042:60042:7:4294967295]
00000400:00000200:0.0:1775768442.620737:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768442.620744:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768442.620748:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768442.620752:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaa00.
00000800:00000200:0.0:1775768442.620755:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768442.620759:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768442.620761:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768442.620764:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768442.620767:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768442.620769:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300333580
00000100:00000001:0.0:1775768442.620772:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300334842
00000100:00000001:0.0:1775768442.620774:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300333580
00000100:00000001:0.0:1775768442.620775:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300334842
00000100:00000001:0.0:1775768442.620777:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768442.620779:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620781:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768442.620784:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768442.620810:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768442.620811:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620813:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768442.620814:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768442.620816:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768442.620819:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646400:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768442.620822:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768442.620824:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768442.620825:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620845:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768442.620848:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768442.620850:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768442.620853:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768442.620855:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d20b0.
00000400:00000010:0.0:1775768442.620858:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfee0.
00000100:00000200:0.0:1775768442.620861:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646400, portal 10
00000100:00000001:0.0:1775768442.620862:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768442.620864:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154059264 : -130299555492352 : ffff897e4547ce00)
00000100:00000040:0.0:1775768442.620868:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768442.620875:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768442.620877:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768442.620879:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768442.620881:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360646400, offset 0
00000400:00000200:0.0:1775768442.620884:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768442.620887:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768442.620890:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768442.620893:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768442.620895:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768442.620898:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768442.620900:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768442.620903:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60044:60044:254:4294967295] 192.168.202.115@tcp LPNI seq info [60043:60043:6:4294967295]
00000400:00000200:0.0:1775768442.620906:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768442.620912:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768442.620917:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768442.620920:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa100.
00000800:00000200:0.0:1775768442.620923:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768442.620926:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768442.620929:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768442.620931:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768442.620934:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768442.620936:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300333579
00000100:00000001:0.0:1775768442.620938:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300334842
00000100:00000001:0.0:1775768442.620940:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300333579
00000100:00000001:0.0:1775768442.620941:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300334842
00000100:00000001:0.0:1775768442.620943:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768442.620945:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620948:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.620950:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768442.620952:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768442.620954:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768442.620956:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768442.620957:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768442.620958:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768442.620961:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768442.620968:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768442.620969:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620971:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768442.620973:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768442.620975:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768442.620977:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646528:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768442.620982:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768442.620984:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768442.620985:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768442.620987:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768442.620995:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768442.620997:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768442.621000:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768442.621002:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2108.
00000400:00000010:0.0:1775768442.621005:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf7f8.
00000100:00000200:0.0:1775768442.621008:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646528, portal 4
00000100:00000001:0.0:1775768442.621009:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768442.621010:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070016 : -130299555481600 : ffff897e4547f800)
00000100:00000040:0.0:1775768442.621015:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768442.621021:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768442.621024:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768442.621026:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768442.621028:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360646528, offset 0
00000400:00000200:0.0:1775768442.621031:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768442.621044:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768442.621047:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768442.621049:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768442.621052:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768442.621053:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768442.621056:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768442.621058:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60045:60045:253:4294967295] 192.168.202.115@tcp LPNI seq info [60044:60044:5:4294967295]
00000400:00000200:0.0:1775768442.621062:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768442.621068:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768442.621072:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768442.621076:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768442.621079:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768442.621083:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768442.621085:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768442.621088:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768442.621090:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768442.621092:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300333634
00000100:00000001:0.0:1775768442.621094:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300334842
00000100:00000001:0.0:1775768442.621096:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300333634
00000100:00000001:0.0:1775768442.621098:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300334842
00000100:00000001:0.0:1775768442.621100:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768442.621102:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.621104:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.621105:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768442.621108:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768442.621109:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768442.621110:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768442.621111:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768442.621113:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.621115:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768442.683958:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768442.683966:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768442.683968:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768442.683973:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768442.683977:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768442.683981:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768442.683983:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768442.683985:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768442.683988:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768443.643922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768443.643928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768443.643934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768443.643935:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768443.643939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768443.643941:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768443.644010:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768443.644014:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768443.644017:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768443.707953:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768443.707959:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768443.707961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768443.707967:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768443.707970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768443.707973:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768443.707976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768443.707988:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768443.707990:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768443.899947:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300334842, at 4300334848
00000100:00000010:2.0:1775768443.899959:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231a20.
00000100:00000040:3.0:1775768443.900103:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300334842, at 4300334848
00000100:00000010:3.0:1775768443.900109:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231240.
00010000:00000001:0.0:1775768444.667901:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768444.667907:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768444.667913:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768444.667915:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768444.667918:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768444.667920:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768444.668036:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768444.668040:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768444.668043:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768444.733877:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768444.733884:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768444.733886:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768444.733891:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768444.733895:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768444.733898:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768444.733900:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768444.733902:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768444.733904:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768445.691943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768445.691949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768445.691954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768445.691955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768445.691958:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768445.691959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768445.691982:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768445.691983:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768445.691985:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1775768445.692339:0:2405:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:0.0:1775768445.692413:0:2405:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1775768445.692423:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768445.692427:0:2405:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:0.0:1775768445.692431:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768445.692435:0:2405:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:0.0:1775768445.692440:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768445.692443:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:0.0:1775768445.692448:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768445.692453:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768445.692459:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:0.0:1775768445.692461:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:0.0:1775768445.692465:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768445.692473:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692497:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768445.692501:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692508:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768445.692509:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768445.692517:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768445.692519:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaa00.
00000400:00000200:0.0:1775768445.692522:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768445.692525:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768445.692527:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:0.0:1775768445.692529:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:0.0:1775768445.692531:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768445.692534:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692542:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768445.692544:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692550:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768445.692552:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768445.692556:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768445.692558:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa100.
00000400:00000200:0.0:1775768445.692561:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768445.692564:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768445.692567:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768445.692568:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768445.692570:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768445.692575:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692582:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768445.692585:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692591:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768445.692592:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1775768445.692596:0:2405:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:0.0:1775768445.692598:0:2405:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768445.692601:0:2405:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1775768445.692604:0:2405:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1775768445.692607:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768445.692608:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768445.692610:0:2405:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768445.692614:0:2405:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692621:0:2405:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768445.692624:0:2405:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768467 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768445.692630:0:2405:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768445.692632:0:2405:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768445.693178:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768445.693183:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768445.693185:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768445.693193:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768442/real 1775768445]  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768445.693213:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768445.693215:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768445.693218:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2108.
00000400:00000200:2.0:1775768445.693222:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf7f8
00000400:00000010:2.0:1775768445.693224:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf7f8.
00000100:00000001:2.0:1775768445.693227:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768445.693231:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768445.693241:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693247:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768445.693248:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693251:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693253:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768445.693256:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693262:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768445.693266:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693273:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768445.693275:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693277:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693278:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693281:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768445.693282:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768445.693285:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768445.693290:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768445.693292:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768445.693296:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768445.693303:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646528:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768445.693307:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768445.693310:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768442/real 1775768445]  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768445.693317:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768445.693318:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768445.693319:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2580.
00000400:00000200:2.0:1775768445.693322:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfcc0
00000400:00000010:2.0:1775768445.693324:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfcc0.
00000100:00000001:2.0:1775768445.693326:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768445.693328:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768445.693335:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693340:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768445.693341:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693343:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693344:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768445.693346:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693352:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768445.693355:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693360:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768445.693362:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693363:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693365:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693366:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768445.693368:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768445.693370:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768445.693373:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768445.693375:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768445.693378:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768445.693384:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646272:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768445.693387:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768445.693390:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768442/real 1775768445]  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768445.693396:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768445.693397:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768445.693398:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d20b0.
00000400:00000200:2.0:1775768445.693400:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfee0
00000400:00000010:2.0:1775768445.693402:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfee0.
00000100:00000001:2.0:1775768445.693403:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768445.693405:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768445.693412:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693416:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768445.693417:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693419:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693420:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768445.693422:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693432:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768445.693435:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693440:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768445.693441:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693443:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693444:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693445:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768445.693447:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768445.693448:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768445.693451:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768445.693453:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768445.693456:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768445.693463:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646400:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768445.693466:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768445.693470:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768442/real 1775768445]  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768445.693477:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768445.693478:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768445.693480:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d29f8.
00000400:00000200:2.0:1775768445.693482:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf2a8
00000400:00000010:2.0:1775768445.693484:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf2a8.
00000100:00000001:2.0:1775768445.693486:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768445.693488:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768445.693500:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693505:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768445.693506:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693507:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693508:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768445.693512:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693517:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768445.693520:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693526:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768445.693528:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693529:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768445.693530:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693532:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768445.693533:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768445.693535:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768445.693538:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768445.693540:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768445.693543:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768445.693551:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360646144:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768445.693554:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693556:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768445.693558:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f800 x1862022360646528/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693569:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768445.693572:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768445.693576:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:2.0:1775768445.693579:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768445.693581:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768445.693583:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768445.693585:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768445.693587:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:2.0:1775768445.693590:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768445.693592:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768445.693594:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f800.
00000100:00000001:2.0:1775768445.693597:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768445.693598:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693600:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768445.693603:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c700 x1862022360646272/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693608:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768445.693609:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768445.693611:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:2.0:1775768445.693612:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768445.693613:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768445.693614:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768445.693616:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768445.693617:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:2.0:1775768445.693619:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768445.693620:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768445.693621:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c700.
00000100:00000001:2.0:1775768445.693623:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768445.693624:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693626:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768445.693628:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ce00 x1862022360646400/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693633:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768445.693634:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768445.693636:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768445.693637:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768445.693638:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768445.693639:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768445.693641:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768445.693642:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:2.0:1775768445.693643:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768445.693644:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768445.693645:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ce00.
00000100:00000001:2.0:1775768445.693647:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768445.693648:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693649:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768445.693652:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d880 x1862022360646144/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768467 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768445.693657:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768445.693657:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768445.693659:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768445.693661:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768445.693662:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768445.693663:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768445.693664:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768445.693665:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:2.0:1775768445.693667:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768445.693668:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768445.693669:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d880.
00000100:00000001:2.0:1775768445.693671:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768445.693672:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693673:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768445.693681:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768445.693683:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768445.693685:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768445.693687:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768445.755919:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768445.755927:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768445.755928:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768445.755934:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768445.755937:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768445.755941:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768445.755944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768445.755946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768445.755949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716010:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768446.716022:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768446.716025:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768446.716030:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716037:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768446.716040:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716042:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716045:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716059:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768446.716061:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716069:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768446.716071:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768446.716073:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768446.716074:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716076:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768446.716077:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716079:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768446.716080:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768446.716164:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768446.716181:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768446.716186:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768446.779950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768446.779956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768446.779958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768446.779964:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768446.779968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768446.779972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768446.779975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768446.779978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768446.779980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768447.739939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768447.739944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768447.739949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768447.739951:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768447.739956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768447.739957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768447.739987:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768447.739991:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768447.739996:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768447.740008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768447.740016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768447.740019:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768447.740023:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768447.740028:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768447.740034:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5666
00000400:00000200:2.0:1775768447.740042:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768447.740048:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768447.740052:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768447.740055:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740059:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768447.740061:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740063:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768447.740066:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768447.740068:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768447.740070:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768447.740073:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768447.740075:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768447.740077:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768447.740080:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740081:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768447.740083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768447.740087:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768447.740098:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740104:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768447.740107:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768447.740110:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768447.740113:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740115:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768447.740117:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768447.740123:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775768447.740126:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768447.740130:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768447.740132:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740135:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768447.740138:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768447.740141:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768447.740148:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768447.740153:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768447.740174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768447.740183:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768447.740187:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768447.740192:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768447.740210:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768447.740213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768447.740216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768447.740217:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768447.740218:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768447.740221:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768447.740224:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5666
00000400:00000200:2.0:1775768447.740228:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768447.740231:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768447.740234:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768447.740237:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768447.740237:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768447.740241:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768447.740242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768447.740245:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768447.740246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:0.0:1775768447.740252:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768447.740253:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768447.740255:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768447.740259:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768447.740262:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768447.740267:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768447.740271:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768447.740274:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768447.740278:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.740282:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1775768447.740282:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768447.740286:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768447.740286:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768447.740289:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768447.740291:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740293:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768447.740297:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768447.740299:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740301:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768447.740303:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775768447.740307:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360646656:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768447.740308:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768447.740311:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740316:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768447.740317:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1775768447.740321:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768447.740323:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1775768447.740325:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.740327:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740329:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.740332:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1775768447.740333:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775768447.740336:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000010:0.0:1775768447.740338:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:2.0:1775768447.740339:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768447.740341:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.740343:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740345:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768447.740347:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768447.740349:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768447.740352:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:2.0:1775768447.740355:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000400:00000010:0.0:1775768447.740357:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000100:00000001:2.0:1775768447.740359:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768447.740365:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00100000:2.0:1775768447.740366:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775768447.740374:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646656, portal 25
00000100:00000001:2.0:1775768447.740375:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768447.740379:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768447.740379:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.740382:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:2.0:1775768447.740386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768447.740390:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.740413:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768447.740417:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768447.740421:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768447.740425:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360646656, offset 0
00000100:00000001:2.0:1775768447.740432:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768447.740433:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768447.740438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775768447.740443:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768447.740445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768447.740448:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775768447.740449:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:2.0:1775768447.740451:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768447.740453:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775768447.740457:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775768447.740459:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768447.740463:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775768447.740463:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5666
00000400:00000200:0.0:1775768447.740468:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768447.740472:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768447.740475:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60046:60046:256:4294967295] 192.168.202.115@tcp LPNI seq info [60045:60045:8:4294967295]
00000400:00000200:2.0:1775768447.740480:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768447.740484:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768447.740485:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768447.740491:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740494:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768447.740499:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740504:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768447.740505:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775768447.740509:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768447.740512:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768447.740515:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1775768447.740516:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768447.740518:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000010:0.0:1775768447.740521:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000020:00000001:2.0:1775768447.740521:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768447.740525:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:0.0:1775768447.740530:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768447.740531:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768447.740534:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775768447.740535:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775768447.740540:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768447.740543:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768447.740545:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768447.740547:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000100:00000040:2.0:1775768447.740552:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768447.740553:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775768447.740559:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768447.740561:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1775768447.740564:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768447.740567:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000100:00080000:2.0:1775768447.740569:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000010:0.0:1775768447.740574:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768447.740577:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768447.740579:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768447.740583:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775768447.740584:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768447.740587:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768447.740592:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740596:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768447.740600:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1775768447.740600:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768447.740605:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768447.740606:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768447.740609:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768447.740615:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768447.740618:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768447.740619:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768447.740622:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768447.740623:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768447.740626:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740628:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768447.740629:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768447.740629:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768447.740633:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768447.740636:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768447.740640:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300339962
02000000:00000010:2.0:1775768447.740640:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775768447.740647:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768447.740648:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442319c0.
00000100:00100000:2.0:1775768447.740655:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768447.740656:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768447.740662:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300339962
00000100:00000010:0.0:1775768447.740667:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231060.
00000100:00000001:2.0:1775768447.740668:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768447.740671:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768447.740671:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.740676:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768447.740679:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.740680:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.740685:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768447.740692:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768447/real 1775768447]  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768447.740693:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768447.740698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768447.740705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768447.740709:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1775768447.740711:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1775768447.740711:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1775768447.740715:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775768447.740715:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1775768447.740718:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000100:00080000:2.0:1775768447.740720:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5666
00000400:00000200:0.0:1775768447.740723:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768447.740725:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000400:00000200:2.0:1775768447.740728:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768447.740729:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768447.740735:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768447.740737:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768447.740758:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775768447.740766:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768447.740766:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768447.740776:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768447.740781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768447.740782:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1775768447.740785:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768447.740786:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768447.740788:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768447.740791:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1775768447.740791:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775768447.740795:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768447.740795:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768447.740800:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00100000:0.0:1775768447.740804:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768447.740804:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768447.740813:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768447.740817:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768447.740821:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768447.740824:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768447.740846:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768447.740848:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.740850:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768447.740851:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.740852:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768447.740853:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768447.740856:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768447.740859:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768447.740861:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768447.740863:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768447.740866:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768447.740869:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768447.740875:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00100000:0.0:1775768447.740880:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360646656:192.168.202.115@tcp:250:kworker.0
00000100:00080000:2.0:1775768447.740883:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768447.740884:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.740887:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775768447.740889:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768447.740891:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360646656/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768447.740893:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768447.740898:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768447.740898:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768447.740901:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1775768447.740902:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768447.740903:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
00000100:00000001:2.0:1775768447.740906:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768447.740907:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:2.0:1775768447.740909:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000020:00000001:0.0:1775768447.740910:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768447.740912:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000008:00000001:2.0:1775768447.740914:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768447.740917:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1775768447.740918:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768447.740921:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
00000100:00000010:2.0:1775768447.740923:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768447.740927:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768447.740928:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768447.740931:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1775768447.740932:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1775768447.740934:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
02000000:00000001:2.0:1775768447.740934:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740938:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768447.740941:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768447.740942:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1775768447.740943:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.740945:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.740947:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.740954:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768447.740958:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.740961:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:2.0:1775768447.740961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:0.0:1775768447.740963:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768447.740966:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768447.740968:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768447.740972:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768447.740977:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768447.740988:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768447.740991:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768447.740994:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1775768447.740995:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768447.740998:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768447.740999:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.741003:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768447.741004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768447.741009:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646784:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768447.741017:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768447.741020:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775768447.741020:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.741021:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768447.741023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775768447.741024:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768447.741028:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
00000100:00000040:2.0:1775768447.741028:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1775768447.741032:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768447.741034:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5676)
00000400:00000200:0.0:1775768447.741038:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768447.741040:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768447.741042:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768447.741044:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646784, portal 10
00000100:00000001:0.0:1775768447.741046:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768447.741047:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768447.741053:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741060:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768447.741064:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768447.741066:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768447.741068:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360646784, offset 0
00000400:00000200:0.0:1775768447.741072:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768447.741076:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768447.741080:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768447.741083:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768447.741085:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768447.741087:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768447.741089:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768447.741425:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60047:60047:256:4294967295] 192.168.202.115@tcp LPNI seq info [60046:60046:8:4294967295]
00000400:00000200:0.0:1775768447.741431:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768447.741439:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768447.741444:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768447.741448:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768447.741453:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768447.741456:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768447.741460:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768447.741462:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768447.741465:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768447.741467:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768447.741470:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768447.741473:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768447.741476:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768447.741478:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768447.741480:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768447.741484:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741492:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768447.741495:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741501:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.741502:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768447.741506:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768447.741509:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768447.741513:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768447.741515:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300338701
00000100:00000001:0.0:1775768447.741518:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300339962
00000100:00000001:0.0:1775768447.741519:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300338701
00000100:00000001:0.0:1775768447.741521:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300339962
00000100:00000001:0.0:1775768447.741523:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768447.741526:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.741527:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768447.741531:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768447/real 1775768447]  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768447.741545:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768447.741546:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768447.741548:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768447.741550:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768447.741552:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768447.741553:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768447.741556:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768447.741564:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741571:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768447.741572:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.741574:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768447.741575:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768447.741579:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741820:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768447.741825:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741852:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768447.741855:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.741856:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768447.741857:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.741859:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768447.741860:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768447.741863:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768447.741866:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768447.741869:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768447.741873:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768447.741879:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646784:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768447.741883:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768447.741885:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741890:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768447.741891:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.741894:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768447.741895:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768447.741897:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768447.741899:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646912:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768447.741902:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768447.741904:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768447.741906:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.741908:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768447.741912:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768447.741914:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768447.741917:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768447.741919:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768447.741922:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768447.741926:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360646912, portal 10
00000100:00000001:0.0:1775768447.741928:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768447.741929:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768447.741935:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.741940:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768447.741942:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768447.741944:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768447.741946:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360646912, offset 0
00000400:00000200:0.0:1775768447.741950:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768447.741954:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768447.741958:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768447.741961:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768447.741963:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768447.741966:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768447.741968:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768447.741971:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60048:60048:256:4294967295] 192.168.202.115@tcp LPNI seq info [60047:60047:8:4294967295]
00000400:00000200:0.0:1775768447.741974:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768447.741980:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768447.741984:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768447.741987:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768447.741991:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768447.741993:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768447.741997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768447.741999:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768447.742003:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768447.742005:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768447.742008:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768447.742011:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768447.742014:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768447.742015:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768447.742017:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768447.742020:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742026:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768447.742029:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742034:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.742035:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768447.742039:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768447.742041:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768447.742044:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768447.742046:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300338700
00000100:00000001:0.0:1775768447.742048:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300339962
00000100:00000001:0.0:1775768447.742050:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300338700
00000100:00000001:0.0:1775768447.742051:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300339962
00000100:00000001:0.0:1775768447.742053:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768447.742055:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.742056:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768447.742060:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768447/real 1775768447]  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768447.742066:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768447.742067:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768447.742069:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768447.742070:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768447.742072:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768447.742073:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768447.742075:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768447.742082:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742087:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768447.742089:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742144:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768447.742146:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768447.742149:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742155:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768447.742158:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742163:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768447.742166:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742167:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768447.742168:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742170:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768447.742171:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768447.742173:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768447.742176:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768447.742177:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768447.742180:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768447.742186:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360646912:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768447.742189:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742191:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768447.742194:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360646784/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742199:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768447.742201:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768447.742203:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768447.742206:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768447.742208:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768447.742209:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768447.742211:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768447.742212:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768447.742216:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768447.742218:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768447.742219:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768447.742222:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768447.742223:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742224:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768447.742226:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360646912/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742236:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768447.742237:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768447.742238:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768447.742240:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768447.742241:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768447.742242:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768447.742244:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768447.742245:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768447.742248:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768447.742249:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768447.742250:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768447.742251:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768447.742252:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742254:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742259:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768447.742260:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.742262:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768447.742264:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768447.742265:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768447.742268:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742275:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768447.742276:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.742278:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768447.742280:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768447.742281:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768447.742284:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647040:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768447.742287:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768447.742288:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768447.742290:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768447.742291:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768447.742294:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768447.742296:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768447.742299:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768447.742301:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768447.742305:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768447.742307:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647040, portal 4
00000100:00000001:0.0:1775768447.742309:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768447.742310:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000040:0.0:1775768447.742315:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742321:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768447.742324:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768447.742326:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768447.742328:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360647040, offset 0
00000400:00000200:0.0:1775768447.742332:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768447.742335:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768447.742339:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768447.742342:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768447.742344:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768447.742347:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768447.742349:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768447.742351:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60049:60049:256:4294967295] 192.168.202.115@tcp LPNI seq info [60048:60048:8:4294967295]
00000400:00000200:0.0:1775768447.742355:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768447.742361:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768447.742365:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768447.742369:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768447.742372:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768447.742375:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768447.742379:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768447.742394:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768447.742398:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768447.742400:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768447.742402:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768447.742405:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768447.742408:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768447.742410:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768447.742413:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768447.742416:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742424:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768447.742426:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742432:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.742433:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768447.742437:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768447.742439:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768447.742442:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768447.742444:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300338755
00000100:00000001:0.0:1775768447.742446:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300339962
00000100:00000001:0.0:1775768447.742448:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300338755
00000100:00000001:0.0:1775768447.742449:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300339962
00000100:00000001:0.0:1775768447.742451:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768447.742453:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.742454:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768447.742457:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768447/real 1775768447]  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768447.742463:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768447.742464:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768447.742466:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768447.742468:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768447.742469:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768447.742471:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768447.742474:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768447.742482:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742488:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768447.742490:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742491:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768447.742493:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768447.742496:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742502:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768447.742505:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742512:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768447.742513:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742515:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768447.742516:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742518:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768447.742520:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768447.742522:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768447.742525:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768447.742527:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768447.742531:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768447.742537:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647040:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768447.742541:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742543:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768447.742545:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360647040/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768472 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768447.742551:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768447.742552:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768447.742554:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768447.742556:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768447.742558:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768447.742559:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768447.742561:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768447.742563:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768447.742565:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768447.742566:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768447.742567:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768447.742570:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768447.742571:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742572:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.742576:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768447.742577:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.742579:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768447.742595:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768447.803951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768447.803958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768447.803960:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768447.803965:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768447.803968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768447.803972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.803975:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768447.803977:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768447.803980:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768448.764872:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768448.764880:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768448.764888:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768448.764889:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768448.764894:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768448.764896:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768448.764966:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768448.764973:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768448.764979:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768448.827941:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768448.827948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768448.827949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768448.827955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768448.827958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768448.827962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768448.827964:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768448.827967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768448.827969:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768449.019967:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300339962, at 4300339968
00000100:00000040:2.0:1775768449.019968:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300339962, at 4300339968
00000100:00000010:3.0:1775768449.019986:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231060.
00000100:00000010:2.0:1775768449.019990:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00010000:00000001:0.0:1775768449.787957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768449.787966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768449.787974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768449.787978:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768449.787981:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768449.787985:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768449.787989:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768449.787991:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768449.787992:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768449.787995:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768449.787999:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768449.788001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768449.788060:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768449.788065:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768449.788068:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768449.851979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768449.851988:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768449.851990:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768449.851995:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768449.851998:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768449.852002:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768449.852004:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768449.852006:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768449.852008:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1775768450.302798:0:56443:0:(osc_request.c:745:osc_update_next_shrink()) next time 6873 to shrink grant
00010000:00000001:0.0:1775768450.812021:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768450.812024:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768450.812030:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768450.812031:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768450.812034:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768450.812035:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768450.812053:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768450.812055:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768450.812057:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768450.875951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768450.875960:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768450.875962:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768450.875967:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768450.875972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768450.875976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768450.875979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768450.875982:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768450.875984:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768451.835994:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768451.836003:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768451.836011:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768451.836012:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768451.836017:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768451.836018:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768451.836088:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768451.836092:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768451.836095:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768451.900240:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768451.900250:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768451.900252:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768451.900259:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768451.900263:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768451.900268:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768451.900271:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768451.900274:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768451.900277:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768452.859954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768452.859959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768452.859965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768452.859966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768452.859969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768452.859970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768452.860014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768452.860024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768452.860027:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768452.860031:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768452.860035:0:37:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:1.0:1775768452.860036:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768452.860039:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768452.860043:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5671
00010000:00010000:1.0:1775768452.860043:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:0.0:1775768452.860055:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768452.860061:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768452.860065:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768452.860068:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768452.860075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860077:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768452.860080:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768452.860082:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768452.860084:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768452.860086:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768452.860088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768452.860090:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768452.860093:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768452.860097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768452.860101:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768452.860104:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860107:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768452.860110:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768452.860113:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768452.860115:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860118:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768452.860120:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768452.860129:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289c00.
00000020:00000040:0.0:1775768452.860133:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768452.860136:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768452.860138:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860140:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768452.860142:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768452.860146:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768452.860153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29800.
00000100:00000001:0.0:1775768452.860159:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768452.860167:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768452.860176:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768452.860181:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768452.860185:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042de1505] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768452.860206:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768452.860209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768452.860212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768452.860214:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768452.860215:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768452.860217:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768452.860221:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5671
00000400:00000200:0.0:1775768452.860225:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768452.860229:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1775768452.860230:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768452.860233:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1775768452.860234:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775768452.860236:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768452.860239:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768452.860243:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768452.860247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860252:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768452.860258:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1775768452.860258:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775768452.860261:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:2.0:1775768452.860261:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768452.860265:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1775768452.860266:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775768452.860268:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
02000000:00000001:2.0:1775768452.860269:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768452.860273:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768452.860274:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00100000:2.0:1775768452.860277:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360647168:192.168.202.115@tcp:250:kworker.0
00000020:00000001:0.0:1775768452.860279:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768452.860282:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768452.860285:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1775768452.860286:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:2.0:1775768452.860287:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1775768452.860292:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1775768452.860296:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000010:2.0:1775768452.860297:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
00000100:00000001:0.0:1775768452.860300:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:2.0:1775768452.860300:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768452.860305:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000400:00000200:2.0:1775768452.860308:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:0.0:1775768452.860311:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000010:2.0:1775768452.860314:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768452.860321:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000001:0.0:1775768452.860327:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768452.860328:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647168, portal 25
02000000:00000001:0.0:1775768452.860331:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768452.860332:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768452.860334:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336564224 : -130299372987392 : ffff897e50289c00)
02000000:00000001:0.0:1775768452.860336:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768452.860341:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768452.860342:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768452.860345:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768452.860349:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768452.860355:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860358:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.860358:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1775768452.860363:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289880.
00000100:00000040:2.0:1775768452.860364:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768452.860368:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768452.860372:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360647168, offset 0
00000020:00000040:0.0:1775768452.860373:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768452.860378:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768452.860380:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.860381:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860384:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768452.860386:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768452.860388:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.860392:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:0.0:1775768452.860393:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a800.
00000100:00000001:0.0:1775768452.860398:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.860399:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00100000:0.0:1775768452.860405:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768452.860406:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768452.860413:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:0.0:1775768452.860418:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1775768452.860419:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768452.860421:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.860425:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000040:0.0:1775768452.860429:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007da4ace9] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768452.860432:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60050:60050:256:4294967295] 192.168.202.115@tcp LPNI seq info [60049:60049:8:4294967295]
00000400:00000200:2.0:1775768452.860445:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768452.860450:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768452.860454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775768452.860457:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1775768452.860461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768452.860464:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768452.860465:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768452.860468:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768452.860481:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5671
00000400:00000200:0.0:1775768452.860485:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768452.860489:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768452.860491:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768452.860493:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860496:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768452.860497:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860499:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768452.860501:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768452.860503:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000800:00000200:2.0:1775768452.860505:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000020:00000001:0.0:1775768452.860506:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768452.860509:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768452.860512:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000010:2.0:1775768452.860513:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000020:00000001:0.0:1775768452.860515:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768452.860520:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860523:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1775768452.860525:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:0.0:1775768452.860527:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:2.0:1775768452.860530:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775768452.860531:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768452.860536:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768452.860541:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000800:00000200:2.1:1775768452.860542:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768452.860547:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775768452.860548:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1775768452.860551:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768452.860555:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768452.860558:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860560:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768452.860562:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768452.860565:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1775768452.860567:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860568:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775768452.860571:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000100:00000010:0.0:1775768452.860573:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288a80.
00000020:00000040:0.0:1775768452.860577:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768452.860579:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775768452.860579:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768452.860581:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860585:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768452.860588:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775768452.860589:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775768452.860592:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.860596:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
02000000:00000010:0.0:1775768452.860597:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28c00.
00000400:00000010:2.0:1775768452.860598:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:0.0:1775768452.860602:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.860603:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768452.860608:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768452.860610:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768452.860620:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768452.860625:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768452.860626:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768452.860631:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.860636:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768452.860640:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000938f2b4] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.860640:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768452.860646:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860652:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.860653:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:0.0:1775768452.860658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768452.860659:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300345082
00000100:00080000:0.0:1775768452.860665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768452.860666:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1775768452.860666:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ae0.
00000100:00080000:0.0:1775768452.860669:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768452.860672:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1775768452.860674:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1775768452.860676:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5671
00000400:00000200:0.0:1775768452.860689:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768452.860703:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300345082
00000100:00000010:2.0:1775768452.860707:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444d80.
00000100:00000001:2.0:1775768452.860710:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768452.860713:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768452.860718:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768452.860720:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768452.860721:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1775768452.860725:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1775768452.860729:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768452/real 1775768452]  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768452.860730:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860735:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768452.860739:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860743:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768452.860748:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768452.860750:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000001:2.0:1775768452.860750:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1775768452.860753:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:2.0:1775768452.860754:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1775768452.860756:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000400:00000010:2.0:1775768452.860757:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000020:00000001:0.0:1775768452.860760:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:2.0:1775768452.860762:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000020:00000001:0.0:1775768452.860764:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000010:2.0:1775768452.860765:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000040:0.0:1775768452.860771:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768452.860771:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768452.860774:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1775768452.860778:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768452.860779:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860782:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768452.860787:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768452.860792:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768452.860798:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768452.860802:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1775768452.860802:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768452.860807:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768452.860811:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.860816:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768452.860816:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768452.860819:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1775768452.860820:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1775768452.860822:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1775768452.860824:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.860825:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768452.860843:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.860849:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768452.860854:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768452.860855:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768452.860862:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b480.
00000020:00000040:0.0:1775768452.860867:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:2.0:1775768452.860867:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1775768452.860871:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775768452.860872:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768452.860874:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.860876:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768452.860877:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775768452.860878:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768452.860880:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768452.860882:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1775768452.860883:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.860886:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:0.0:1775768452.860888:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2bc00.
00000100:00000001:0.0:1775768452.860892:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768452.860897:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1775768452.860900:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768452.860908:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768452.860909:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768452.860910:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1775768452.860913:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768452.860917:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768452.860921:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b273d1] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768452.860928:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360647168:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768452.860935:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.860939:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768452.860941:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768452.860942:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289c00 x1862022360647168/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768452.860947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768452.860956:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775768452.860958:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768452.860961:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1775768452.860962:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5681)
02000000:00000010:2.0:1775768452.860963:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768452.860968:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768452.860970:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768452.860971:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768452.860974:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768452.860976:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29800.
02000000:00000001:2.0:1775768452.860980:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768452.860981:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768452.860983:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289c00.
00000100:00000001:2.0:1775768452.860986:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768452.860987:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.860990:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.860997:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768452.860999:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861001:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768452.861002:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768452.861003:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768452.861007:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861013:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768452.861015:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768452.861017:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768452.861018:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768452.861020:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768452.861024:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647296:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768452.861027:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768452.861028:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768452.861030:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768452.861031:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768452.861034:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768452.861036:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.861040:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768452.861043:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768452.861046:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768452.861048:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647296, portal 10
00000100:00000001:2.0:1775768452.861049:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768452.861050:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336563328 : -130299372988288 : ffff897e50289880)
00000100:00000040:2.0:1775768452.861054:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861058:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768452.861059:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768452.861060:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768452.861062:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360647296, offset 0
00000400:00000200:2.0:1775768452.861064:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768452.861066:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768452.861068:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768452.861070:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768452.861072:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768452.861074:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768452.861075:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768452.861077:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60051:60051:256:4294967295] 192.168.202.115@tcp LPNI seq info [60050:60050:8:4294967295]
00000400:00000200:2.0:1775768452.861079:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768452.861083:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768452.861085:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768452.861087:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768452.861089:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768452.861091:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768452.861094:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768452.861095:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768452.861098:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768452.861099:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768452.861101:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768452.861103:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768452.861105:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768452.861106:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768452.861108:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768452.861110:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861114:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768452.861116:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861120:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861121:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768452.861122:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768452.861124:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768452.861126:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768452.861127:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300343821
00000100:00000001:2.0:1775768452.861129:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300345082
00000100:00000001:2.0:1775768452.861130:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300343821
00000100:00000001:2.0:1775768452.861131:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300345082
00000100:00000001:2.0:1775768452.861133:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768452.861134:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861135:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768452.861137:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768452/real 1775768452]  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768452.861141:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768452.861142:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768452.861142:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768452.861144:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768452.861145:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768452.861146:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768452.861148:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768452.861152:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861159:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768452.861160:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861161:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768452.861162:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768452.861164:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861167:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768452.861169:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861173:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768452.861174:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861175:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768452.861176:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861176:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768452.861178:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768452.861179:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768452.861181:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768452.861182:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768452.861184:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768452.861188:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647296:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768452.861190:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768452.861192:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861195:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768452.861196:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768452.861197:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768452.861199:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768452.861200:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768452.861201:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647424:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768452.861203:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768452.861204:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768452.861205:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768452.861206:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768452.861208:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768452.861209:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.861211:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768452.861213:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768452.861214:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768452.861216:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647424, portal 10
00000100:00000001:2.0:1775768452.861217:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768452.861218:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336559744 : -130299372991872 : ffff897e50288a80)
00000100:00000040:2.0:1775768452.861220:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861224:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768452.861225:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768452.861226:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768452.861227:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360647424, offset 0
00000400:00000200:2.0:1775768452.861229:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768452.861231:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768452.861233:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768452.861234:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768452.861236:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768452.861237:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768452.861239:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768452.861240:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60052:60052:256:4294967295] 192.168.202.115@tcp LPNI seq info [60051:60051:8:4294967295]
00000400:00000200:2.0:1775768452.861243:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768452.861246:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768452.861249:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768452.861251:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768452.861253:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768452.861255:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768452.861257:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768452.861258:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768452.861261:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768452.861262:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768452.861263:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768452.861265:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768452.861266:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768452.861267:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768452.861269:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768452.861270:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861274:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768452.861276:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861280:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861280:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768452.861282:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768452.861283:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768452.861285:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768452.861286:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300343819
00000100:00000001:2.0:1775768452.861287:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300345082
00000100:00000001:2.0:1775768452.861288:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300343819
00000100:00000001:2.0:1775768452.861289:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300345082
00000100:00000001:2.0:1775768452.861290:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768452.861292:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861293:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768452.861294:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768452/real 1775768452]  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768452.861299:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768452.861300:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768452.861301:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768452.861302:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768452.861303:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768452.861304:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768452.861305:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768452.861309:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861312:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768452.861313:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861314:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768452.861315:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768452.861316:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861320:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768452.861323:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861329:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768452.861331:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861332:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768452.861333:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861335:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768452.861336:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768452.861338:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768452.861341:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768452.861348:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768452.861353:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768452.861359:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647424:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768452.861363:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768452.861365:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861371:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768452.861372:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768452.861374:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768452.861375:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768452.861377:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768452.861379:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647552:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768452.861382:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768452.861383:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768452.861384:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768452.861386:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768452.861389:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768452.861391:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768452.861394:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768452.861396:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768452.861399:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768452.861401:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647552, portal 4
00000100:00000001:2.0:1775768452.861403:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768452.861404:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336570496 : -130299372981120 : ffff897e5028b480)
00000100:00000040:2.0:1775768452.861409:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861415:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768452.861417:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768452.861420:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768452.861422:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360647552, offset 0
00000400:00000200:2.0:1775768452.861426:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768452.861430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768452.861432:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768452.861435:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768452.861437:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768452.861439:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768452.861441:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768452.861443:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60053:60053:256:4294967295] 192.168.202.115@tcp LPNI seq info [60052:60052:8:4294967295]
00000400:00000200:2.0:1775768452.861447:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768452.861453:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768452.861457:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768452.861460:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768452.861463:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768452.861466:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775768452.861469:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768452.861472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775768452.861475:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768452.861476:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768452.861479:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768452.861482:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768452.861485:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768452.861487:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768452.861489:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768452.861492:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861499:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768452.861501:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768477 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861507:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861508:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768452.861511:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768452.861514:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768452.861516:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768452.861519:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300343874
00000100:00000001:2.0:1775768452.861521:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300345082
00000100:00000001:2.0:1775768452.861523:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300343874
00000100:00000001:2.0:1775768452.861525:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300345082
00000100:00000001:2.0:1775768452.861527:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768452.861529:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861530:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768452.861534:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768452/real 1775768452]  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768452.861541:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768452.861543:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768452.861544:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768452.861547:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768452.861548:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768452.861550:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768452.861553:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768452.861560:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861567:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768452.861568:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861570:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768452.861571:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768452.861574:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861581:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768452.861584:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861590:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768452.861592:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861594:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768452.861595:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861596:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768452.861598:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768452.861600:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768452.861603:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768452.861605:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768452.861609:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768452.861616:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647552:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768452.861619:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861620:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768452.861622:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289880 x1862022360647296/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861626:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768452.861627:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768452.861628:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768452.861630:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768452.861631:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768452.861631:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768452.861633:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768452.861634:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a800.
02000000:00000001:2.0:1775768452.861635:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768452.861636:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768452.861638:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289880.
00000100:00000001:2.0:1775768452.861640:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768452.861641:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861642:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768452.861645:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288a80 x1862022360647424/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861656:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768452.861657:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768452.861659:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768452.861661:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768452.861662:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768452.861663:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768452.861665:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768452.861666:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28c00.
02000000:00000001:2.0:1775768452.861668:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768452.861669:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768452.861670:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288a80.
00000100:00000001:2.0:1775768452.861672:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768452.861673:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861675:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768452.861678:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b480 x1862022360647552/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768477 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768452.861684:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768452.861685:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768452.861686:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768452.861688:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768452.861689:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768452.861690:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768452.861703:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768452.861704:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:2.0:1775768452.861707:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768452.861708:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768452.861709:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b480.
00000100:00000001:2.0:1775768452.861711:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768452.861712:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861714:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768452.861717:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768452.861718:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768452.861720:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768452.861721:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768452.923910:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768452.923917:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768452.923918:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768452.923924:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768452.923928:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768452.923931:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768452.923934:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768452.923936:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768452.923938:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768453.883944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768453.883950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768453.883956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768453.883958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768453.883962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768453.883964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768453.884029:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768453.884033:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768453.884036:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768453.947942:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768453.947948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768453.947950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768453.947955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768453.947959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768453.947962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768453.947965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768453.947967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768453.947970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768454.139928:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300345082, at 4300345088
00000100:00000010:3.0:1775768454.139939:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444d80.
00000100:00000040:2.0:1775768454.140277:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300345082, at 4300345088
00000100:00000010:2.0:1775768454.140284:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00010000:00000001:0.0:1775768454.908338:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768454.908352:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768454.908358:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768454.908359:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768454.908363:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768454.908364:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768454.908533:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768454.908536:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768454.908540:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768454.972030:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768454.972037:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768454.972039:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768454.972045:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768454.972049:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768454.972053:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768454.972056:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768454.972058:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768454.972061:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768455.935296:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768455.935301:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768455.935306:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768455.935307:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768455.935310:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768455.935311:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768455.935331:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768455.935333:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768455.935335:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768455.995949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768455.995955:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768455.995957:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768455.995962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768455.995965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768455.995969:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768455.995971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768455.995973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768455.995976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768456.955948:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768456.955950:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768456.955952:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955955:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768456.955957:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955958:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955960:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768456.955963:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768456.955966:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768456.955967:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768456.955968:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955969:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768456.955970:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955971:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768456.955972:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768456.956055:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768456.956058:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768456.956060:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768457.019969:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768457.019974:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768457.019976:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768457.019980:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768457.019982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768457.019985:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.019987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768457.019989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.019991:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768457.979971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768457.979982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768457.979985:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768457.979989:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768457.979993:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768457.980002:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5676
00000400:00000200:3.0:1775768457.980009:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768457.980016:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768457.980019:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:3.0:1775768457.980019:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00010000:00000001:0.0:1775768457.980024:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768457.980025:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980030:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00000001:0.0:1775768457.980033:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1775768457.980033:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980036:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00010000:00000001:0.0:1775768457.980037:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768457.980042:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768457.980044:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00010000:00000001:0.0:1775768457.980045:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000020:00000001:3.0:1775768457.980047:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00010000:00000001:0.0:1775768457.980048:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775768457.980050:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768457.980053:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768457.980054:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768457.980056:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768457.980059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768457.980063:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768457.980069:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980071:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768457.980074:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:3.0:1775768457.980074:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1775768457.980078:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768457.980078:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768457.980083:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768457.980084:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775768457.980085:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768457.980089:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768457.980095:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547dc00.
00000020:00000040:3.0:1775768457.980099:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768457.980104:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768457.980106:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.980109:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768457.980113:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768457.980119:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768457.980128:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07800.
00000100:00000001:3.0:1775768457.980136:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768457.980149:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768457.980161:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768457.980168:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768457.980172:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea63aed4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768457.980187:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768457.980191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768457.980194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768457.980195:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768457.980197:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768457.980200:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768457.980203:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5676
00000400:00000200:3.0:1775768457.980208:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768457.980212:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768457.980215:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768457.980218:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768457.980220:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768457.980221:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768457.980226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768457.980227:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775768457.980229:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768457.980232:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775768457.980233:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768457.980236:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768457.980239:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1775768457.980242:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768457.980243:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768457.980248:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768457.980254:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768457.980255:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768457.980259:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768457.980263:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768457.980266:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768457.980268:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768457.980270:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360647680:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768457.980274:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768457.980279:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768457.980283:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768457.980285:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768457.980291:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768457.980293:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768457.980300:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768457.980305:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768457.980313:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768457.980322:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647680, portal 25
00000100:00000001:2.0:1775768457.980324:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768457.980327:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154062848 : -130299555488768 : ffff897e4547dc00)
00000100:00000040:3.0:1775768457.980331:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980335:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768457.980336:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768457.980340:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980345:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768457.980350:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:2.0:1775768457.980353:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775768457.980354:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:2.0:1775768457.980360:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980360:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768457.980364:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1775768457.980365:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768457.980370:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360647680, offset 0
02000000:00000001:3.0:1775768457.980371:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768457.980381:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768457.980393:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:3.0:1775768457.980393:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.980397:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768457.980403:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775768457.980404:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000008:00000001:3.0:1775768457.980409:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.980411:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768457.980412:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1775768457.980416:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547e300.
00000400:00000200:2.0:1775768457.980419:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000040:3.0:1775768457.980421:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768457.980425:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775768457.980426:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775768457.980427:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.980430:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775768457.980432:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:3.0:1775768457.980432:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768457.980435:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768457.980439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06400.
00000400:00000200:2.0:1775768457.980440:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60054:60054:256:4294967295] 192.168.202.115@tcp LPNI seq info [60053:60053:8:4294967295]
00000100:00000001:3.0:1775768457.980445:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768457.980450:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:3.0:1775768457.980455:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768457.980468:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775768457.980469:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768457.980474:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768457.980478:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775768457.980480:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d58bbcf3] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1775768457.980485:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768457.980499:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768457.980502:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768457.980504:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1775768457.980507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768457.980512:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.1:1775768457.980514:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:3.0:1775768457.980515:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768457.980518:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1775768457.980519:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1775768457.980523:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1775768457.980527:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768457.980529:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5676
00000800:00000010:2.0:1775768457.980532:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:3.0:1775768457.980536:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768457.980538:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775768457.980540:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768457.980544:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775768457.980548:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1775768457.980549:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768457.980554:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768457.980557:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768457.980557:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000200:2.0:1775768457.980559:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000020:00000001:3.0:1775768457.980559:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768457.980561:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000010:2.0:1775768457.980563:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000020:00000001:3.0:1775768457.980563:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768457.980568:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768457.980570:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768457.980571:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768457.980571:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768457.980574:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768457.980578:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000200:2.0:1775768457.980579:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768457.980582:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768457.980586:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768457.980591:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768457.980594:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768457.980596:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.980598:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768457.980599:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1775768457.980600:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768457.980602:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768457.980605:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768457.980605:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768457.980609:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d500.
00000020:00000040:3.0:1775768457.980612:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768457.980617:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775768457.980618:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768457.980618:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768457.980620:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775768457.980621:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768457.980623:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768457.980625:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768457.980628:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07c00.
00000100:00000001:2.0:1775768457.980629:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.980631:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768457.980635:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:3.0:1775768457.980638:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768457.980640:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300350202
00000100:00000010:2.0:1775768457.980663:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ae0.
00000100:00000001:2.0:1775768457.980672:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768457.980678:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300350202
00000100:00000010:2.0:1775768457.980682:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444d80.
00000100:00000001:2.0:1775768457.980685:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768457.980688:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768457.980691:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768457.980694:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768457.980699:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768457/real 1775768457]  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768457.980711:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768457.980713:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768457.980716:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768457.980719:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768457.980720:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768457.980722:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768457.980725:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768457.980734:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.980740:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768457.980742:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.980745:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768457.980748:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768457.980752:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.980759:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768457.980763:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.980771:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768457.980775:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.980776:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768457.980778:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.980780:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768457.980783:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768457.980786:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768457.980790:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768457.980793:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768457.980797:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768457.980806:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360647680:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768457.980812:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.980814:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768457.980817:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547dc00 x1862022360647680/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.980823:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768457.980825:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768457.980847:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768457.980850:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768457.980852:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768457.980854:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768457.980856:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768457.980860:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07800.
02000000:00000001:2.0:1775768457.980864:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768457.980866:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768457.980868:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547dc00.
00000100:00000001:2.0:1775768457.980872:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768457.980873:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.980876:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.980885:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768457.980887:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768457.980889:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768457.980891:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768457.980893:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768457.980897:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.980904:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768457.980905:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768457.980906:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768457.980908:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768457.980909:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768457.980911:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647808:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768457.980914:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768457.980915:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768457.980916:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768457.980917:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768457.980920:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768457.980921:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768457.980924:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768457.980926:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768457.980928:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768457.980931:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647808, portal 10
00000100:00000001:2.0:1775768457.980932:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768457.980933:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154064640 : -130299555486976 : ffff897e4547e300)
00000100:00000040:2.0:1775768457.980938:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.980942:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768457.980944:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768457.980945:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768457.980946:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360647808, offset 0
00000400:00000200:2.0:1775768457.980949:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768457.980951:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768457.980954:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768457.980955:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768457.980958:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768457.980961:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768457.980963:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768457.980966:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60055:60055:256:4294967295] 192.168.202.115@tcp LPNI seq info [60054:60054:8:4294967295]
00000400:00000200:2.0:1775768457.980970:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768457.980975:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768457.980980:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768457.980983:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768457.980986:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768457.980989:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775768457.980993:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768457.980996:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775768457.981000:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768457.981001:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768457.981004:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768457.981008:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768457.981010:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768457.981012:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768457.981016:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768457.981020:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.981028:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768457.981032:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.981038:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768457.981039:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768457.981043:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768457.981046:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768457.981050:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768457.981052:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300348941
00000100:00000001:2.0:1775768457.981054:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300350202
00000100:00000001:2.0:1775768457.981057:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300348941
00000100:00000001:2.0:1775768457.981061:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300350202
00000100:00000001:2.0:1775768457.981063:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768457.981065:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768457.981067:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768457.981071:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768457/real 1775768457]  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768457.981079:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768457.981080:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768457.981082:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768457.981084:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768457.981086:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768457.981088:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768457.981091:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768457.981100:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.981107:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768457.981108:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.981109:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768457.981111:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768457.981113:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.981117:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768457.981121:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.981125:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768457.981127:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.981129:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768457.981130:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.981133:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768457.981135:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768457.981137:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768457.981139:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768457.981141:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768457.981144:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768457.981164:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647808:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768457.981166:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768457.981170:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768457.981171:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.981173:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775768457.981176:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eff2e8d4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768457.981180:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547e300 x1862022360647808/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768457.981193:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768457.981194:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768457.981196:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768457.981198:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768457.981200:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768457.981201:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768457.981204:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768457.981206:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06400.
02000000:00000001:2.0:1775768457.981208:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768457.981210:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768457.981211:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547e300.
00000100:00000001:2.0:1775768457.981215:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768457.981217:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.981219:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768457.981223:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768457.981225:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768457.981228:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768457.981231:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.981253:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768457.981257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768457.981262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768457.981264:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768457.981267:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768457.981271:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768457.981275:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5676
00000100:00000001:0.0:1775768457.981276:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768457.981280:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775768457.981281:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768457.981284:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1775768457.981288:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000040:0.0:1775768457.981292:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768457.981292:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768457.981299:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768457.981304:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768457.981309:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768457.981310:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775768457.981313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768457.981314:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768457.981317:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768457.981319:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768457.981320:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768457.981322:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768457.981327:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
02000000:00000001:0.0:1775768457.981328:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775768457.981330:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
02000000:00000001:0.0:1775768457.981334:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775768457.981335:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768457.981337:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768457.981342:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647936:192.168.202.115@tcp:38:kworker.0
00000100:00000001:3.0:1775768457.981345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768457.981348:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1775768457.981350:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768457.981352:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768457.981355:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.981356:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768457.981357:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1775768457.981360:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
02000000:00000010:0.0:1775768457.981364:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
00000100:00080000:3.0:1775768457.981364:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768457.981368:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.981369:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768457.981374:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768457.981377:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768457.981379:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.981382:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768457.981384:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768457.981387:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.981389:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768457.981394:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c380.
00000020:00000040:3.0:1775768457.981396:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768457.981399:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768457.981400:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768457.981402:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768457.981403:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768457.981406:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768457.981409:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:3.0:1775768457.981413:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07400.
00000400:00000010:0.0:1775768457.981415:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000100:00000001:3.0:1775768457.981419:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768457.981425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768457.981428:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768457.981432:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360647936, portal 10
00000100:00000001:0.0:1775768457.981435:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768457.981438:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154061056 : -130299555490560 : ffff897e4547d500)
00000100:00000001:3.0:1775768457.981439:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768457.981443:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768457.981446:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768457.981450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c19b8b64] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981458:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768457.981464:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768457.981467:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768457.981472:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360647936, offset 0
00000100:00000001:3.0:1775768457.981473:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768457.981476:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:3.0:1775768457.981476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768457.981481:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1775768457.981482:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768457.981487:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:3.0:1775768457.981488:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5686)
00000400:00000200:0.0:1775768457.981490:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768457.981494:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768457.981496:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768457.981499:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768457.981501:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60056:60056:256:4294967295] 192.168.202.115@tcp LPNI seq info [60055:60055:8:4294967295]
00000400:00000200:0.0:1775768457.981505:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768457.981511:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768457.981515:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768457.981518:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768457.981522:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768457.981525:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768457.981543:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768457.981547:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768457.981551:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768457.981553:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768457.981557:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768457.981561:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768457.981564:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768457.981566:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768457.981569:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768457.981574:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981581:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768457.981584:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981598:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768457.981600:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768457.981606:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768457.981610:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768457.981614:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768457.981617:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300348939
00000100:00000001:0.0:1775768457.981620:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300350202
00000100:00000001:0.0:1775768457.981622:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300348939
00000100:00000001:0.0:1775768457.981625:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300350202
00000100:00000001:0.0:1775768457.981627:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768457.981630:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768457.981632:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768457.981636:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768457/real 1775768457]  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768457.981662:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768457.981664:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768457.981665:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768457.981668:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768457.981670:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768457.981672:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768457.981676:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768457.981690:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981695:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768457.981696:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.981697:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768457.981698:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768457.981700:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981705:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768457.981707:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981711:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768457.981713:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.981713:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768457.981714:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.981715:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768457.981716:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768457.981718:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768457.981719:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768457.981720:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768457.981723:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768457.981727:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360647936:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768457.981730:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.981731:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768457.981733:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d500 x1862022360647936/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981741:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768457.981742:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768457.981743:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768457.981746:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768457.981747:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768457.981748:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768457.981749:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768457.981750:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07c00.
02000000:00000001:0.0:1775768457.981752:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768457.981752:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768457.981753:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d500.
00000100:00000001:0.0:1775768457.981755:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768457.981756:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.981757:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.981767:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768457.981769:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768457.981771:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768457.981772:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768457.981774:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768457.981777:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981783:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768457.981785:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768457.981787:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768457.981788:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768457.981790:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768457.981793:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648064:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768457.981796:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768457.981798:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768457.981800:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768457.981802:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768457.981805:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768457.981807:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768457.981812:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768457.981815:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768457.981819:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768457.981821:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648064, portal 4
00000100:00000001:0.0:1775768457.981823:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768457.981825:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154056576 : -130299555495040 : ffff897e4547c380)
00000100:00000040:0.0:1775768457.981844:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981849:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768457.981851:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768457.981854:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768457.981856:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360648064, offset 0
00000400:00000200:0.0:1775768457.981861:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768457.981866:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768457.981870:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768457.981874:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768457.981877:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768457.981880:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768457.981884:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768457.981888:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60057:60057:256:4294967295] 192.168.202.115@tcp LPNI seq info [60056:60056:8:4294967295]
00000400:00000200:0.0:1775768457.981892:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768457.981898:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768457.981902:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768457.981905:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768457.981909:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768457.981921:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775768457.981926:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768457.981929:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775768457.981933:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768457.981935:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768457.981938:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768457.981942:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768457.981945:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768457.981947:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768457.981949:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768457.981952:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981960:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768457.981962:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768482 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.981968:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768457.981970:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768457.981973:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768457.981977:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768457.981980:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768457.981982:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300348995
00000100:00000001:0.0:1775768457.981985:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300350202
00000100:00000001:0.0:1775768457.981987:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300348995
00000100:00000001:0.0:1775768457.981989:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300350202
00000100:00000001:0.0:1775768457.981991:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768457.981993:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768457.981996:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768457.981999:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768457/real 1775768457]  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768457.982008:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768457.982009:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768457.982011:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768457.982013:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768457.982014:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768457.982016:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768457.982019:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768457.982027:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.982034:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768457.982036:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.982038:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768457.982039:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768457.982042:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.982049:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768457.982052:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.982058:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768457.982061:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.982062:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768457.982063:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.982065:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768457.982067:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768457.982069:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768457.982073:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768457.982075:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768457.982079:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768457.982086:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648064:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768457.982121:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.982123:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768457.982127:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c380 x1862022360648064/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768482 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768457.982133:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768457.982138:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768457.982141:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768457.982143:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768457.982144:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768457.982146:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768457.982148:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768457.982149:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07400.
02000000:00000001:0.0:1775768457.982151:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768457.982153:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768457.982154:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c380.
00000100:00000001:0.0:1775768457.982156:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768457.982158:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.982160:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768457.982163:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768457.982165:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768457.982167:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768457.982168:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768458.043993:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768458.044002:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768458.044004:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768458.044011:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768458.044015:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768458.044020:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768458.044023:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768458.044026:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768458.044029:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768459.004599:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768459.004605:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768459.004610:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768459.004611:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768459.004615:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768459.004616:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768459.005113:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768459.005118:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768459.005121:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768459.068005:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768459.068014:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768459.068016:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768459.068023:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768459.068028:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768459.068033:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768459.068036:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768459.068039:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768459.068043:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768459.259945:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300350202, at 4300350208
00000100:00000010:3.0:1775768459.259959:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444d80.
00000100:00000040:2.0:1775768459.259965:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300350202, at 4300350208
00000100:00000010:2.0:1775768459.259977:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00010000:00000001:0.0:1775768460.028064:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768460.028070:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768460.028075:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768460.028078:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768460.028080:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768460.028082:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768460.028085:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768460.028087:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768460.028088:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768460.028090:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768460.028093:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768460.028093:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768460.028143:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768460.028146:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768460.028148:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768460.091988:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768460.091998:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768460.092001:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768460.092007:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768460.092013:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768460.092018:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768460.092021:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768460.092024:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768460.092028:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768461.051985:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768461.051993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768461.051999:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768461.052000:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768461.052003:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768461.052004:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768461.052029:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768461.052032:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768461.052034:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768461.116001:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768461.116010:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768461.116012:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768461.116029:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768461.116034:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768461.116039:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768461.116043:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768461.116046:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768461.116049:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768462.075954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768462.075959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768462.075965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768462.075966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768462.075969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768462.075970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768462.076120:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768462.076124:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768462.076127:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768462.139947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768462.139954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768462.139956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768462.139961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768462.139965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768462.139968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768462.139970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768462.139973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768462.139975:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768463.099996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768463.100010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768463.100013:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768463.100018:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768463.100024:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768463.100033:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5681
00000400:00000200:0.0:1775768463.100047:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768463.100055:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768463.100059:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768463.100062:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100069:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100071:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768463.100076:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768463.100078:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768463.100081:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768463.100085:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768463.100088:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768463.100090:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768463.100093:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100099:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768463.100111:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768463.100115:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100118:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768463.100121:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768463.100126:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768463.100129:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100131:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768463.100135:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768463.100147:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289180.
00000020:00000040:0.0:1775768463.100151:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768463.100156:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768463.100158:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100162:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768463.100166:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768463.100171:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768463.100181:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28000.
00000100:00000001:0.0:1775768463.100188:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768463.100199:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768463.100211:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768463.100217:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768463.100222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003142616a] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768463.100249:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768463.100253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768463.100258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768463.100260:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768463.100262:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768463.100265:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768463.100269:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5681
00000400:00000200:0.0:1775768463.100273:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768463.100276:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768463.100279:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768463.100281:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100283:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100285:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100287:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768463.100290:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768463.100291:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768463.100293:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768463.100295:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768463.100297:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768463.100299:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768463.100302:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100303:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100304:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100306:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768463.100307:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768463.100309:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100312:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768463.100313:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768463.100320:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768463.100322:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100324:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768463.100328:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768463.100333:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100335:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768463.100339:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028ad80.
00000020:00000040:0.0:1775768463.100341:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768463.100343:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768463.100344:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100345:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768463.100346:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768463.100348:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768463.100352:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28400.
00000100:00000001:2.0:1775768463.100354:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768463.100357:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.100364:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1775768463.100365:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768463.100369:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768463.100378:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768463.100380:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768463.100387:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768463.100388:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082291e39] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.100456:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768463.100457:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.100460:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768463.100462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768463.100467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1775768463.100467:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775768463.100474:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768463.100477:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1775768463.100477:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768463.100485:0:37:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1775768463.100486:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768463.100491:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5681
00000100:00100000:2.0:1775768463.100495:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360648192:192.168.202.115@tcp:250:kworker.0
00000400:00000200:0.0:1775768463.100506:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768463.100508:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1775768463.100514:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
02000000:00000001:2.0:1775768463.100514:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1775768463.100520:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1775768463.100521:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768463.100527:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:2.0:1775768463.100528:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768463.100533:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100535:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100539:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000010:2.0:1775768463.100539:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
00000020:00000001:0.0:1775768463.100545:0:37:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1775768463.100546:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768463.100549:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768463.100552:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768463.100554:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:2.0:1775768463.100562:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768463.100563:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768463.100568:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000010:2.0:1775768463.100570:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000100:00000040:0.0:1775768463.100575:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100578:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100581:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:2.0:1775768463.100581:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000001:0.0:1775768463.100589:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:2.0:1775768463.100605:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648192, portal 25
00000020:00000040:0.0:1775768463.100608:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:2.0:1775768463.100610:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1775768463.100613:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768463.100613:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336561536 : -130299372990080 : ffff897e50289180)
00000100:00000001:0.0:1775768463.100618:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768463.100622:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768463.100626:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768463.100632:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768463.100632:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768463.100643:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768463.100649:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768463.100661:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.100662:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768463.100666:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768463.100673:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000010:0.0:1775768463.100677:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288000.
00000400:00000010:2.0:1775768463.100677:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000020:00000040:0.0:1775768463.100689:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000200:2.0:1775768463.100691:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360648192, offset 0
02000000:00000001:0.0:1775768463.100697:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768463.100698:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100701:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768463.100703:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768463.100706:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768463.100708:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
02000000:00000010:0.0:1775768463.100713:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2ac00.
00000100:00000001:0.0:1775768463.100717:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768463.100723:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:0.0:1775768463.100728:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768463.100737:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768463.100746:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1775768463.100758:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1775768463.100758:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:0.0:1775768463.100764:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768463.100766:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775768463.100773:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652e6c73] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768463.100774:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100792:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768463.100795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768463.100799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768463.100800:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768463.100802:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768463.100805:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768463.100809:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5681
00000400:00000200:0.0:1775768463.100814:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768463.100817:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768463.100820:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768463.100823:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100825:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100826:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100862:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768463.100865:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768463.100866:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768463.100867:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768463.100869:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768463.100871:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768463.100874:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768463.100877:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100880:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768463.100882:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100884:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768463.100887:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768463.100889:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768463.100891:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768463.100893:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768463.100896:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768463.100899:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100901:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768463.100903:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768463.100906:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100907:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768463.100911:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b100.
00000020:00000040:0.0:1775768463.100914:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:0.0:1775768463.100917:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768463.100918:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.100920:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768463.100922:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768463.100924:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768463.100929:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:0.0:1775768463.100933:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768463.100940:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768463.100948:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768463.100951:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768463.100955:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f3f8ab] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768463.100965:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768463.100967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768463.100971:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1775768463.100973:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60058:60058:256:4294967295] 192.168.202.115@tcp LPNI seq info [60057:60057:8:4294967295]
00000100:00000040:0.0:1775768463.100980:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5691)
00000400:00000200:2.0:1775768463.100986:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768463.101011:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768463.101015:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768463.101020:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768463.101022:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768463.101026:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768463.101027:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768463.101057:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768463.101060:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768463.101062:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775768463.101101:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768463.101107:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101111:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768463.101116:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768463.101118:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775768463.101123:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768463.101125:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775768463.101128:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101130:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768463.101134:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768463.101137:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768463.101141:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768463.101142:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768463.101145:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768463.101148:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101156:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.101158:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101162:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101163:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768463.101167:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768463.101170:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768463.101172:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300355323
00000100:00000010:2.0:1775768463.101176:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:2.0:1775768463.101182:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768463.101187:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300355323
00000100:00000010:2.0:1775768463.101189:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444b40.
00000100:00000001:2.0:1775768463.101191:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768463.101193:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768463.101195:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101197:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768463.101199:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768463/real 1775768463]  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768463.101205:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768463.101207:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768463.101208:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768463.101209:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768463.101210:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768463.101212:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768463.101214:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768463.101219:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101223:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768463.101224:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101225:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.101226:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768463.101228:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101232:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768463.101234:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101238:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768463.101240:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101242:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.101242:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101244:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768463.101246:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768463.101248:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768463.101251:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768463.101252:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768463.101254:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768463.101258:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360648192:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768463.101261:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101262:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.101263:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289180 x1862022360648192/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101267:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768463.101268:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768463.101270:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768463.101272:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768463.101274:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768463.101275:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768463.101276:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768463.101278:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28000.
02000000:00000001:2.0:1775768463.101281:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768463.101282:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768463.101283:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289180.
00000100:00000001:2.0:1775768463.101285:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768463.101286:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101288:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101293:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768463.101295:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101296:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768463.101297:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768463.101298:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768463.101301:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101305:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768463.101306:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768463.101308:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768463.101310:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768463.101311:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768463.101313:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648320:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768463.101315:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768463.101316:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768463.101318:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768463.101319:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768463.101320:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768463.101322:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768463.101324:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768463.101326:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768463.101328:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768463.101330:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648320, portal 10
00000100:00000001:2.0:1775768463.101331:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768463.101332:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336568704 : -130299372982912 : ffff897e5028ad80)
00000100:00000040:2.0:1775768463.101336:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101340:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768463.101341:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768463.101342:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768463.101344:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360648320, offset 0
00000400:00000200:2.0:1775768463.101346:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768463.101348:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768463.101350:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768463.101352:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768463.101354:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768463.101356:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768463.101358:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768463.101360:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60059:60059:256:4294967295] 192.168.202.115@tcp LPNI seq info [60058:60058:8:4294967295]
00000400:00000200:2.0:1775768463.101362:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768463.101366:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768463.101369:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101371:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768463.101373:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768463.101375:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775768463.101377:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768463.101378:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775768463.101381:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101382:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768463.101383:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768463.101385:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768463.101387:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768463.101388:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768463.101389:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768463.101392:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101396:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.101398:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101401:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101402:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768463.101404:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768463.101406:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768463.101407:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768463.101408:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300354061
00000100:00000001:2.0:1775768463.101410:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300355323
00000100:00000001:2.0:1775768463.101411:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300354061
00000100:00000001:2.0:1775768463.101412:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300355323
00000100:00000001:2.0:1775768463.101414:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768463.101415:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101416:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768463.101418:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768463/real 1775768463]  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768463.101423:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768463.101423:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768463.101424:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768463.101425:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768463.101426:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768463.101427:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768463.101428:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768463.101432:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101436:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768463.101437:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101438:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.101439:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768463.101441:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101444:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768463.101446:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101449:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768463.101450:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101451:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.101452:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101453:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768463.101454:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768463.101456:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768463.101459:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768463.101461:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768463.101464:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768463.101472:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648320:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768463.101475:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768463.101479:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101484:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768463.101485:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768463.101488:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768463.101489:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768463.101491:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768463.101494:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648448:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768463.101497:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768463.101499:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768463.101500:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768463.101502:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768463.101505:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768463.101507:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768463.101510:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768463.101512:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768463.101515:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768463.101518:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648448, portal 10
00000100:00000001:2.0:1775768463.101519:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768463.101520:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557056 : -130299372994560 : ffff897e50288000)
00000100:00000040:2.0:1775768463.101524:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101532:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768463.101533:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768463.101534:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768463.101536:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360648448, offset 0
00000400:00000200:2.0:1775768463.101538:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768463.101540:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768463.101542:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768463.101544:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768463.101545:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768463.101547:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768463.101548:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768463.101550:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60060:60060:256:4294967295] 192.168.202.115@tcp LPNI seq info [60059:60059:8:4294967295]
00000400:00000200:2.0:1775768463.101552:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768463.101556:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768463.101559:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101561:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768463.101563:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768463.101564:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775768463.101567:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768463.101579:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775768463.101581:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101582:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768463.101584:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768463.101586:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768463.101588:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768463.101589:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768463.101591:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768463.101606:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101613:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.101617:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101629:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101630:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768463.101633:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768463.101636:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768463.101639:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768463.101641:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300354059
00000100:00000001:2.0:1775768463.101643:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300355323
00000100:00000001:2.0:1775768463.101645:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300354059
00000100:00000001:2.0:1775768463.101647:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300355323
00000100:00000001:2.0:1775768463.101649:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768463.101650:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101652:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768463.101655:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768463/real 1775768463]  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768463.101662:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768463.101663:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768463.101664:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768463.101666:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768463.101668:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768463.101670:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768463.101672:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768463.101679:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101684:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768463.101685:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101687:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.101688:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768463.101691:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101697:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768463.101700:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101706:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768463.101708:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101710:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.101711:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.101713:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768463.101714:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768463.101717:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768463.101720:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768463.101722:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768463.101726:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768463.101733:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648448:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768463.101736:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768463.101740:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101746:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768463.101747:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768463.101749:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768463.101750:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768463.101752:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768463.101755:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648576:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768463.101758:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768463.101760:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768463.101762:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768463.101763:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768463.101766:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768463.101768:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768463.101771:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768463.101773:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768463.101777:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768463.101779:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648576, portal 4
00000100:00000001:2.0:1775768463.101780:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768463.101781:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336569600 : -130299372982016 : ffff897e5028b100)
00000100:00000040:2.0:1775768463.101785:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101789:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768463.101915:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768463.101917:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768463.101919:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360648576, offset 0
00000400:00000200:2.0:1775768463.101922:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768463.101925:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768463.101927:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768463.101929:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768463.101931:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768463.101934:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768463.101937:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768463.101942:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60061:60061:256:4294967295] 192.168.202.115@tcp LPNI seq info [60060:60060:8:4294967295]
00000400:00000200:2.0:1775768463.101946:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768463.101950:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768463.101953:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101955:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768463.101957:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768463.101959:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1775768463.101961:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768463.101963:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1775768463.101965:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768463.101967:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768463.101969:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768463.101971:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768463.101972:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768463.101973:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768463.101975:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768463.101977:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101982:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.101984:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768488 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.101988:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.101988:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768463.101990:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768463.101992:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768463.101994:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768463.101995:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300354115
00000100:00000001:2.0:1775768463.101997:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300355323
00000100:00000001:2.0:1775768463.101998:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300354115
00000100:00000001:2.0:1775768463.102204:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300355323
00000100:00000001:2.0:1775768463.102206:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768463.102208:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.102209:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768463.102212:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768463/real 1775768463]  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768463.102218:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768463.102219:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768463.102220:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768463.102222:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768463.102222:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768463.102224:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768463.102226:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768463.102231:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.102234:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768463.102235:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102236:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.102237:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768463.102238:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.102242:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768463.102244:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.102250:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768463.102252:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102254:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768463.102255:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102257:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768463.102258:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768463.102260:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768463.102264:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768463.102267:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768463.102270:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768463.102277:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648576:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768463.102280:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102282:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.102285:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028ad80 x1862022360648320/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.102290:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768463.102292:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768463.102294:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768463.102297:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768463.102298:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768463.102300:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768463.102301:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768463.102303:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28400.
02000000:00000001:2.0:1775768463.102305:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768463.102307:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768463.102308:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028ad80.
00000100:00000001:2.0:1775768463.102311:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768463.102312:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102314:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.102317:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288000 x1862022360648448/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.102322:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768463.102323:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768463.102324:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768463.102328:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768463.102329:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768463.102330:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768463.102332:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768463.102333:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768463.102335:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768463.102336:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768463.102337:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288000.
00000100:00000001:2.0:1775768463.102340:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768463.102341:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102342:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768463.102345:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b100 x1862022360648576/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768488 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768463.102351:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768463.102352:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768463.102353:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768463.102356:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768463.102357:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768463.102358:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768463.102360:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768463.102361:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768463.102363:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768463.102363:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768463.102365:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b100.
00000100:00000001:2.0:1775768463.102366:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768463.102367:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102369:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768463.102373:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768463.102375:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768463.102377:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768463.102378:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768463.163972:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768463.163982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768463.163984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768463.163991:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768463.163994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768463.163998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768463.164000:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768463.164002:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768463.164004:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768464.123984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768464.123992:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768464.124001:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768464.124002:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768464.124007:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768464.124008:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768464.124057:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768464.124061:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768464.124065:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768464.188759:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768464.188768:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768464.188770:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768464.188778:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768464.188782:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768464.188787:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768464.188790:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768464.188793:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768464.188796:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768464.379994:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300355323, at 4300355328
00000100:00000040:3.0:1775768464.379994:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300355323, at 4300355328
00000100:00000010:2.0:1775768464.380017:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00000100:00000010:3.0:1775768464.380021:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444b40.
00010000:00000001:0.0:1775768465.147933:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768465.147940:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768465.147947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768465.147948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768465.147951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768465.147952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768465.148011:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768465.148015:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768465.148019:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768465.212747:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768465.212753:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768465.212754:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768465.212758:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768465.212761:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768465.212763:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768465.212765:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768465.212766:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768465.212768:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768466.171959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768466.171964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768466.171970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768466.171972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768466.171975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768466.171977:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768466.172002:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768466.172005:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768466.172008:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768466.237896:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768466.237902:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768466.237904:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768466.237908:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768466.237912:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768466.237915:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768466.237918:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768466.237920:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768466.237922:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.195947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768467.195954:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768467.195956:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768467.195973:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.195977:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768467.195979:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.195984:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.195987:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.195991:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768467.195992:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.195995:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768467.196002:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768467.196004:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768467.196005:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.196007:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768467.196009:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.196010:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768467.196011:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768467.196078:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768467.196082:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768467.196085:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768467.260676:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768467.260682:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768467.260684:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768467.260689:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768467.260693:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768467.260697:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768467.260700:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768467.260703:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768467.260705:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768468.219946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768468.219952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768468.219953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768468.219957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768468.219958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768468.219958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768468.219961:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768468.219962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768468.219963:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768468.219965:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768468.219969:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768468.219976:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5686
00000020:00000001:0.0:1775768468.219978:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768468.219980:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768468.219982:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768468.219982:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768468.219987:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768468.219991:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768468.219993:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.219996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768468.220016:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768468.220017:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768468.220020:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768468.220022:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768468.220024:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768468.220026:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768468.220029:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220031:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220033:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220034:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768468.220037:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768468.220040:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220042:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768468.220046:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768468.220049:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768468.220052:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220140:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768468.220141:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768468.220149:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768468.220152:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768468.220156:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768468.220158:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220161:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768468.220163:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768468.220167:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768468.220174:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:3.0:1775768468.220180:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768468.220189:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768468.220198:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768468.220203:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768468.220208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768468.220235:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768468.220238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768468.220240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768468.220241:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768468.220242:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768468.220244:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768468.220245:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5686
00000400:00000200:3.0:1775768468.220248:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768468.220250:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768468.220252:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768468.220254:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220255:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220256:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220257:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768468.220259:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768468.220259:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768468.220260:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768468.220262:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768468.220263:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768468.220264:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768468.220265:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220266:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220267:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768468.220270:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768468.220271:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220274:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768468.220275:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768468.220279:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768468.220281:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220282:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768468.220285:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768468.220287:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220288:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768468.220291:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000020:00000040:3.0:1775768468.220293:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768468.220295:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768468.220296:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220298:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768468.220299:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768468.220301:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768468.220305:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768468.220308:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768468.220313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768468.220319:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768468.220395:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768468.220399:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768468.220404:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768468.220406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768468.220408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768468.220409:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768468.220410:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768468.220411:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768468.220413:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5686
00000400:00000200:3.0:1775768468.220415:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768468.220417:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768468.220419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768468.220421:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220422:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220423:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220424:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768468.220426:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768468.220426:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768468.220427:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768468.220428:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768468.220429:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768468.220430:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768468.220432:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220435:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768468.220436:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768468.220437:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220439:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768468.220440:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768468.220442:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768468.220443:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220444:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768468.220446:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768468.220447:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220448:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768468.220451:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
00000020:00000040:3.0:1775768468.220452:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768468.220453:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768468.220454:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220455:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768468.220456:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768468.220457:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768468.220460:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768468.220462:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768468.220465:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768468.220469:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768468.220470:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768468.220472:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768468.220476:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768468.220477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768468.220479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768468.220480:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768468.220480:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768468.220482:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768468.220483:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5686
00000400:00000200:3.0:1775768468.220484:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768468.220486:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768468.220487:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768468.220488:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220489:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220490:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220491:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768468.220492:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768468.220493:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768468.220493:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768468.220495:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768468.220495:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768468.220497:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768468.220499:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768468.220501:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220503:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768468.220504:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768468.220505:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768468.220506:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768468.220507:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768468.220508:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768468.220509:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220510:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768468.220511:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768468.220512:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220513:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768468.220514:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768468.220516:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768468.220517:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768468.220517:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768468.220518:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768468.220519:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768468.220520:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768468.220521:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768468.220523:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768468.220525:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768468.220528:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768468.220529:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768468.220531:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768468.220534:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768468.220536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768468.220539:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768468.220552:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5696)
00000100:00000001:2.0:1775768468.220621:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768468.220626:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768468.220628:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768468.220633:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.220640:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768468.220642:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.220645:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768468.220647:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768468.220650:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768468.220652:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360648704:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768468.220656:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768468.220660:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768468.220663:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.220665:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768468.220669:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768468.220671:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768468.220676:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768468.220680:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768468.220685:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768468.220696:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648704, portal 25
00000100:00000001:2.0:1775768468.220699:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768468.220700:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:2.0:1775768468.220705:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.220711:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768468.220714:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768468.220716:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768468.220719:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360648704, offset 0
00000400:00000200:2.0:1775768468.220725:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768468.220733:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.220738:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768468.220742:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768468.220746:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768468.220749:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768468.220752:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768468.220755:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60062:60062:256:4294967295] 192.168.202.115@tcp LPNI seq info [60061:60061:8:4294967295]
00000400:00000200:2.0:1775768468.220759:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.221252:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768468.221258:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.221264:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768468.221270:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768468.221274:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775768468.221280:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768468.221283:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775768468.221287:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.221289:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768468.221295:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768468.221299:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768468.221304:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768468.221307:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768468.221310:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768468.221314:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221398:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.221403:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221411:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.221412:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768468.221419:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768468.221423:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768468.221426:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300360443
00000100:00000010:2.0:1775768468.221431:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:2.0:1775768468.221436:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768468.221441:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300360443
00000100:00000010:2.0:1775768468.221444:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ea0.
00000100:00000001:2.0:1775768468.221447:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768468.221450:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768468.221453:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.221455:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768468.221460:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768468/real 1775768468]  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768468.221470:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768468.221472:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768468.221474:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768468.221477:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768468.221478:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768468.221481:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768468.221484:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768468.221492:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221498:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768468.221499:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.221501:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.221503:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768468.221507:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221513:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768468.221517:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221523:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768468.221526:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.221528:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.221529:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.221532:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768468.221534:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768468.221536:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768468.221540:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768468.221553:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768468.221557:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768468.221563:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360648704:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768468.221571:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768468.221574:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221580:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768468.221581:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.221583:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768468.221585:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768468.221587:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768468.221590:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648832:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768468.221593:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768468.221596:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768468.221597:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.221599:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768468.221603:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768468.221604:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768468.221608:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768468.221611:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768468.221614:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768468.221617:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648832, portal 10
00000100:00000001:2.0:1775768468.221619:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768468.221620:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:2.0:1775768468.221626:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221632:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768468.221634:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768468.221636:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768468.221639:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360648832, offset 0
00000400:00000200:2.0:1775768468.221642:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768468.221646:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.221650:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768468.221652:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768468.221655:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768468.221658:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768468.221660:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768468.221664:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60063:60063:256:4294967295] 192.168.202.115@tcp LPNI seq info [60062:60062:8:4294967295]
00000400:00000200:2.0:1775768468.221668:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.221674:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768468.221678:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.221681:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768468.221684:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768468.221687:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775768468.221691:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768468.221693:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775768468.221697:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.221698:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768468.221701:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768468.221704:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768468.221707:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768468.221709:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768468.221711:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768468.221715:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221722:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.221725:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221732:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.221734:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768468.221737:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768468.221740:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768468.221743:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768468.221745:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300359181
00000100:00000001:2.0:1775768468.221748:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300360443
00000100:00000001:2.0:1775768468.221750:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300359181
00000100:00000001:2.0:1775768468.221752:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300360443
00000100:00000001:2.0:1775768468.221755:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768468.221757:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.221758:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768468.221762:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768468/real 1775768468]  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768468.221770:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768468.221771:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768468.221773:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768468.221775:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768468.221777:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768468.221779:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768468.221781:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768468.221789:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221794:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768468.221796:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.221797:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.221798:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768468.221801:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221808:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768468.221812:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221819:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768468.221821:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.221823:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.221824:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.221826:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768468.221847:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768468.221849:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768468.221853:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768468.221855:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768468.221859:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768468.221866:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648832:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768468.221870:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768468.221874:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221880:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768468.221881:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.221883:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768468.221885:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768468.221887:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768468.221890:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648960:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768468.221893:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768468.221895:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768468.221897:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.221898:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768468.221902:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768468.221904:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768468.221907:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768468.221909:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768468.221912:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768468.221915:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360648960, portal 10
00000100:00000001:2.0:1775768468.221917:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768468.221918:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:2.0:1775768468.221924:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.221931:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768468.221934:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768468.221936:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768468.221939:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360648960, offset 0
00000400:00000200:2.0:1775768468.221942:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768468.221946:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.221949:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768468.221952:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768468.221955:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768468.221957:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768468.221959:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768468.221962:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60064:60064:256:4294967295] 192.168.202.115@tcp LPNI seq info [60063:60063:8:4294967295]
00000400:00000200:2.0:1775768468.221965:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.221970:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768468.221974:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.221978:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768468.221982:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768468.221984:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775768468.221988:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768468.221990:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775768468.221994:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.221995:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768468.222138:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768468.222144:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768468.222147:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768468.222149:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768468.222152:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768468.222156:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222164:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.222167:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222179:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.222180:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768468.222184:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768468.222186:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768468.222191:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768468.222193:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300359180
00000100:00000001:2.0:1775768468.222195:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300360443
00000100:00000001:2.0:1775768468.222197:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300359180
00000100:00000001:2.0:1775768468.222199:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300360443
00000100:00000001:2.0:1775768468.222201:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768468.222203:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.222204:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768468.222207:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768468/real 1775768468]  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768468.222214:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768468.222215:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768468.222217:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768468.222219:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768468.222221:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768468.222223:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768468.222225:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768468.222234:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222239:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768468.222241:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222243:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.222244:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768468.222247:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222254:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768468.222257:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222263:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768468.222265:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222267:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.222268:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222269:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768468.222271:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768468.222274:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768468.222277:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768468.222279:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768468.222283:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768468.222290:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360648960:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768468.222294:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768468.222297:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222304:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768468.222306:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.222308:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768468.222309:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768468.222311:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768468.222314:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649088:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768468.222316:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768468.222318:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768468.222320:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768468.222394:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768468.222399:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768468.222401:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768468.222404:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768468.222407:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768468.222410:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768468.222413:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649088, portal 4
00000100:00000001:2.0:1775768468.222415:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768468.222416:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00000040:2.0:1775768468.222422:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222427:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768468.222429:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768468.222431:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768468.222433:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360649088, offset 0
00000400:00000200:2.0:1775768468.222437:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768468.222441:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.222445:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768468.222447:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768468.222449:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768468.222451:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768468.222453:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768468.222456:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60065:60065:256:4294967295] 192.168.202.115@tcp LPNI seq info [60064:60064:8:4294967295]
00000400:00000200:2.0:1775768468.222460:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768468.222465:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768468.222469:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.222472:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768468.222475:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768468.222477:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1775768468.222481:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768468.222483:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1775768468.222486:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768468.222488:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768468.222491:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768468.222493:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768468.222496:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768468.222497:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768468.222499:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768468.222502:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222509:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.222511:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768493 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222517:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.222518:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768468.222521:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768468.222523:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768468.222526:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768468.222528:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300359235
00000100:00000001:2.0:1775768468.222530:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300360443
00000100:00000001:2.0:1775768468.222532:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300359235
00000100:00000001:2.0:1775768468.222533:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300360443
00000100:00000001:2.0:1775768468.222535:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768468.222537:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.222538:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768468.222553:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768468/real 1775768468]  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768468.222560:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768468.222561:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768468.222563:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768468.222566:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768468.222567:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768468.222569:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768468.222572:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768468.222580:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222585:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768468.222586:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222588:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.222589:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768468.222592:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222597:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768468.222600:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222606:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768468.222609:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222610:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768468.222611:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222612:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768468.222614:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768468.222616:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768468.222619:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768468.222621:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768468.222624:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768468.222631:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649088:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768468.222634:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222637:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.222640:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360648704/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222646:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768468.222648:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768468.222651:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768468.222655:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768468.222657:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768468.222659:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768468.222661:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768468.222664:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:2.0:1775768468.222667:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768468.222669:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768468.222670:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:2.0:1775768468.222673:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768468.222674:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222676:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.222680:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360648832/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222686:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768468.222687:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768468.222688:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768468.222690:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768468.222691:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768468.222693:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768468.222694:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768468.222696:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:2.0:1775768468.222698:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768468.222699:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768468.222700:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:2.0:1775768468.222703:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768468.222704:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222705:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.222708:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360648960/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222713:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768468.222715:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768468.222716:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768468.222718:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768468.222719:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768468.222720:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768468.222721:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768468.222722:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:2.0:1775768468.222724:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768468.222725:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768468.222726:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:2.0:1775768468.222728:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768468.222729:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222730:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768468.222732:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360649088/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768493 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768468.222737:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768468.222739:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768468.222740:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768468.222742:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768468.222743:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768468.222744:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768468.222745:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768468.222746:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:2.0:1775768468.222748:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768468.222749:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768468.222750:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:2.0:1775768468.222751:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768468.222753:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222754:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768468.222761:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768468.222763:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768468.222765:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768468.222767:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768468.283984:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768468.283990:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768468.283991:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768468.283995:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768468.284212:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768468.284216:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768468.284219:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768468.284220:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768468.284222:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768469.243941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768469.243947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768469.243952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768469.243954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768469.243957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768469.243959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768469.244048:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768469.244051:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768469.244054:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768469.309063:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768469.309070:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768469.309072:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768469.309078:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768469.309082:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768469.309086:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768469.309088:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768469.309090:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768469.309093:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768469.499881:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300360443, at 4300360448
00000100:00000010:3.0:1775768469.499895:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ea0.
00000100:00000040:2.0:1775768469.500599:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300360443, at 4300360448
00000100:00000010:2.0:1775768469.500607:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00010000:00000001:0.0:1775768470.268607:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768470.268612:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768470.268618:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768470.268621:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768470.268623:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768470.268627:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768470.268629:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768470.268631:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768470.268633:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768470.268635:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768470.268638:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768470.268639:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768470.268770:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768470.268773:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768470.268776:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768470.332656:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768470.332664:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768470.332666:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768470.332672:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768470.332676:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768470.332680:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768470.332682:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768470.332685:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768470.332688:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768471.292033:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768471.292039:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768471.292044:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768471.292045:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768471.292048:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768471.292050:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768471.292071:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768471.292075:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768471.292078:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768471.355907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768471.355913:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768471.355916:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768471.355921:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768471.355924:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768471.355928:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768471.355930:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768471.355933:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768471.355935:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768472.315963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768472.315969:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768472.315974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768472.315975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768472.315979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768472.315980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768472.316471:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768472.316475:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768472.316478:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768472.379946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768472.379952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768472.379953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768472.379959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768472.379963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768472.379967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768472.379970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768472.379972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768472.379974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768473.340097:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768473.340112:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768473.340115:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768473.340120:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768473.340121:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768473.340124:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340126:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768473.340134:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5691
00010000:00000001:0.0:1775768473.340136:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768473.340137:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768473.340141:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768473.340143:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775768473.340144:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768473.340150:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768473.340154:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768473.340157:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340161:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340164:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340166:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768473.340171:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768473.340173:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768473.340176:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768473.340176:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768473.340179:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768473.340181:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768473.340184:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768473.340186:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768473.340187:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00010000:0.0:1775768473.340189:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775768473.340196:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340199:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340201:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768473.340204:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768473.340207:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340210:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768473.340213:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768473.340217:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768473.340221:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340223:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768473.340226:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768473.340238:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01c00.
00000020:00000040:1.0:1775768473.340243:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768473.340247:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768473.340250:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340253:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768473.340257:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768473.340261:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768473.340271:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7000.
00000100:00000001:1.0:1775768473.340279:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768473.340290:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768473.340302:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768473.340307:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768473.340312:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088f61d81] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768473.340339:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768473.340350:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768473.340353:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768473.340355:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768473.340357:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768473.340359:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768473.340362:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5691
00000400:00000200:1.0:1775768473.340366:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768473.340370:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768473.340372:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768473.340375:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340377:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340379:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340381:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768473.340383:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768473.340385:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768473.340386:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768473.340389:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768473.340391:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768473.340393:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:1.0:1775768473.340396:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340398:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340400:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340401:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768473.340404:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768473.340406:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340408:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768473.340410:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768473.340417:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768473.340419:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340421:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768473.340425:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768473.340428:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340430:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768473.340438:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01500.
00000020:00000040:1.0:1775768473.340440:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768473.340443:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768473.340444:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340446:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768473.340447:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768473.340449:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768473.340452:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd7400.
00000100:00000001:1.0:1775768473.340455:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768473.340460:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768473.340467:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768473.340470:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768473.340473:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d7bcc9e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768473.340501:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768473.340505:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768473.340508:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1775768473.340509:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768473.340511:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768473.340514:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768473.340517:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5691
00000400:00000200:1.0:1775768473.340521:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768473.340524:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768473.340526:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768473.340529:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340531:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340532:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340534:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768473.340536:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768473.340537:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768473.340539:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768473.340541:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:1.0:1775768473.340543:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768473.340545:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:1.0:1775768473.340547:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340549:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340551:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340552:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768473.340554:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:1.0:1775768473.340557:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340559:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768473.340561:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768473.340564:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768473.340566:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340568:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768473.340571:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768473.340573:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340575:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768473.340579:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d03800.
00000020:00000040:1.0:1775768473.340581:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768473.340583:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768473.340585:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340586:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768473.340587:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768473.340589:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768473.340592:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:1.0:1775768473.340596:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768473.340600:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768473.340607:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768473.340609:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768473.340613:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef8dcbae] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768473.340620:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768473.340623:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768473.340627:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775768473.340628:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768473.340630:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768473.340632:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768473.340634:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5691
00000400:00000200:1.0:1775768473.340638:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768473.340642:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768473.340644:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768473.340646:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340649:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340650:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340653:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768473.340655:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768473.340656:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:1.0:1775768473.340658:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768473.340660:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:1.0:1775768473.340662:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768473.340664:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:1.0:1775768473.340667:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340669:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768473.340671:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340672:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768473.340675:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:1.0:1775768473.340677:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768473.340680:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768473.340682:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768473.340685:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768473.340687:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340688:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768473.340691:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768473.340693:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340695:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768473.340699:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02300.
00000020:00000040:1.0:1775768473.340701:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768473.340703:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768473.340705:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768473.340706:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768473.340708:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768473.340709:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768473.340713:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768473.340716:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768473.340720:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768473.340730:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768473.340732:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768473.340736:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d1b893a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768473.340742:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768473.340744:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775768473.340749:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1775768473.340755:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5701)
00000100:00000001:2.0:1775768473.341051:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768473.341056:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768473.341059:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768473.341066:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341075:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768473.341078:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.341081:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768473.341085:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768473.341087:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768473.341099:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360649216:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768473.341104:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768473.341110:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768473.341113:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.341116:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768473.341122:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768473.341125:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768473.341132:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768473.341136:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768473.341144:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768473.341153:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649216, portal 25
00000100:00000001:2.0:1775768473.341156:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768473.341158:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112660480 : -130299596891136 : ffff897e42d01c00)
00000100:00000040:2.0:1775768473.341163:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341170:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768473.341172:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768473.341174:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768473.341176:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360649216, offset 0
00000400:00000200:2.0:1775768473.341192:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768473.341201:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.341207:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768473.341213:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768473.341218:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768473.341222:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768473.341225:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768473.341230:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60066:60066:256:4294967295] 192.168.202.115@tcp LPNI seq info [60065:60065:8:4294967295]
00000400:00000200:2.0:1775768473.341235:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.341247:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768473.341254:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.341260:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768473.341270:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768473.341274:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775768473.341281:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768473.341284:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1775768473.341289:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.341292:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768473.341299:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768473.341303:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768473.341308:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768473.341310:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768473.341314:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768473.341317:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341324:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.341327:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341332:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.341333:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768473.341341:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768473.341344:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768473.341347:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300365563
00000100:00000010:2.0:1775768473.341353:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:2.0:1775768473.341361:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768473.341366:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300365563
00000100:00000010:2.0:1775768473.341369:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444ae0.
00000100:00000001:2.0:1775768473.341373:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768473.341376:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768473.341379:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.341382:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768473.341387:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768473/real 1775768473]  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768473.341398:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768473.341400:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768473.341403:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768473.341406:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768473.341407:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768473.341410:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768473.341413:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768473.341423:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341430:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768473.341431:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.341434:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.341436:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768473.341439:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341443:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768473.341446:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341450:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768473.341453:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.341454:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.341455:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.341457:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768473.341458:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768473.341460:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768473.341463:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768473.341465:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768473.341469:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768473.341475:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360649216:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768473.341479:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768473.341481:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341485:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768473.341486:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.341488:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768473.341489:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768473.341490:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768473.341506:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649344:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768473.341509:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768473.341511:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768473.341513:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.341515:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768473.341518:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768473.341521:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768473.341525:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768473.341528:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768473.341532:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768473.341535:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649344, portal 10
00000100:00000001:2.0:1775768473.341537:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768473.341539:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112658688 : -130299596892928 : ffff897e42d01500)
00000100:00000040:2.0:1775768473.341545:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341552:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768473.341554:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768473.341556:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768473.341559:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360649344, offset 0
00000400:00000200:2.0:1775768473.341567:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768473.341571:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.341575:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768473.341577:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768473.341580:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768473.341582:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768473.341584:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768473.341587:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60067:60067:256:4294967295] 192.168.202.115@tcp LPNI seq info [60066:60066:8:4294967295]
00000400:00000200:2.0:1775768473.341592:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.341597:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768473.341602:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.341605:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768473.341609:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768473.341612:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775768473.341615:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768473.341618:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1775768473.341622:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.341624:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768473.341627:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768473.341630:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768473.341633:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768473.341634:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768473.341637:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768473.341640:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341653:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.341656:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341661:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.341663:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768473.341665:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768473.341669:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768473.341672:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768473.341674:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300364301
00000100:00000001:2.0:1775768473.341677:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300365563
00000100:00000001:2.0:1775768473.341679:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300364301
00000100:00000001:2.0:1775768473.341680:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300365563
00000100:00000001:2.0:1775768473.341682:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768473.341685:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.341686:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768473.341690:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768473/real 1775768473]  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768473.341698:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768473.341700:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768473.341701:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768473.341703:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768473.341704:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768473.341706:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768473.341708:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768473.341716:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341721:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768473.341723:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.341724:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.341726:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768473.341728:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341734:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768473.341736:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341743:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768473.341746:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.341747:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.341748:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.341750:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768473.341752:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768473.341754:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768473.341757:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768473.341759:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768473.341763:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768473.341770:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649344:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768473.341774:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768473.341777:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341783:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768473.341785:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.341787:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768473.341789:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768473.341790:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768473.341794:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649472:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768473.341796:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768473.341798:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768473.341800:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.341802:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768473.341805:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768473.341807:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768473.341810:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768473.341812:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768473.341816:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768473.341818:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649472, portal 10
00000100:00000001:2.0:1775768473.341820:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768473.341821:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112667648 : -130299596883968 : ffff897e42d03800)
00000100:00000040:2.0:1775768473.341827:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341869:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768473.341871:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768473.341874:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768473.341876:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360649472, offset 0
00000400:00000200:2.0:1775768473.341880:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768473.341884:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.341888:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768473.341891:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768473.341893:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768473.341895:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768473.341898:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768473.341901:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60068:60068:256:4294967295] 192.168.202.115@tcp LPNI seq info [60067:60067:8:4294967295]
00000400:00000200:2.0:1775768473.341905:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.341911:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768473.341916:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.341919:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768473.341923:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768473.341926:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775768473.341930:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768473.341932:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1775768473.341936:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.341938:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768473.341940:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768473.341944:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768473.341947:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768473.341948:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768473.341950:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768473.341953:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341961:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.341964:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.341969:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.341970:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768473.341973:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768473.341976:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768473.341979:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768473.341981:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300364300
00000100:00000001:2.0:1775768473.341984:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300365563
00000100:00000001:2.0:1775768473.341985:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300364300
00000100:00000001:2.0:1775768473.341988:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300365563
00000100:00000001:2.0:1775768473.341990:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768473.341991:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.341993:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768473.341997:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768473/real 1775768473]  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768473.342004:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768473.342006:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768473.342008:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768473.342010:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768473.342012:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768473.342014:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768473.342017:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768473.342025:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342031:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768473.342033:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342034:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.342036:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768473.342039:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342045:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768473.342048:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342055:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768473.342057:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342058:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.342059:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342061:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768473.342063:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768473.342065:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768473.342068:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768473.342070:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768473.342074:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768473.342088:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649472:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768473.342092:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768473.342095:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342102:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768473.342103:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.342105:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768473.342107:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768473.342109:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768473.342112:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649600:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768473.342115:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768473.342117:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768473.342118:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768473.342120:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768473.342123:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768473.342125:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768473.342129:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768473.342131:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768473.342135:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768473.342138:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649600, portal 4
00000100:00000001:2.0:1775768473.342140:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768473.342141:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112662272 : -130299596889344 : ffff897e42d02300)
00000100:00000040:2.0:1775768473.342146:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342152:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768473.342154:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768473.342156:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768473.342158:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360649600, offset 0
00000400:00000200:2.0:1775768473.342162:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768473.342166:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.342169:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768473.342171:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768473.342174:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768473.342176:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768473.342179:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768473.342182:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60069:60069:256:4294967295] 192.168.202.115@tcp LPNI seq info [60068:60068:8:4294967295]
00000400:00000200:2.0:1775768473.342186:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768473.342191:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768473.342196:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.342199:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768473.342202:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768473.342205:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1775768473.342209:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768473.342211:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1775768473.342215:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768473.342217:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768473.342220:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768473.342223:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768473.342226:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768473.342228:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768473.342230:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768473.342233:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342241:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.342243:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768498 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342250:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.342251:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768473.342254:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768473.342258:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768473.342261:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768473.342263:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300364355
00000100:00000001:2.0:1775768473.342266:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300365563
00000100:00000001:2.0:1775768473.342268:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300364355
00000100:00000001:2.0:1775768473.342270:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300365563
00000100:00000001:2.0:1775768473.342272:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768473.342274:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.342275:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768473.342279:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768473/real 1775768473]  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768473.342286:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768473.342287:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768473.342288:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768473.342291:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768473.342292:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768473.342295:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768473.342298:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768473.342306:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342312:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768473.342314:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342315:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.342317:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768473.342320:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342327:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768473.342331:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342342:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768473.342345:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342347:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768473.342348:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342349:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768473.342351:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768473.342353:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768473.342357:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768473.342359:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768473.342364:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768473.342371:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649600:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768473.342375:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342377:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.342380:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01c00 x1862022360649216/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342386:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768473.342389:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768473.342391:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768473.342397:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768473.342398:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768473.342401:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768473.342403:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768473.342405:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7000.
02000000:00000001:2.0:1775768473.342410:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768473.342412:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768473.342414:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01c00.
00000100:00000001:2.0:1775768473.342417:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768473.342418:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342419:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.342422:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01500 x1862022360649344/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342433:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768473.342434:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768473.342435:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768473.342437:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768473.342438:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768473.342439:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768473.342441:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768473.342443:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd7400.
02000000:00000001:2.0:1775768473.342444:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768473.342445:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768473.342446:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01500.
00000100:00000001:2.0:1775768473.342448:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768473.342449:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342450:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.342453:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d03800 x1862022360649472/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342459:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768473.342460:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768473.342462:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768473.342463:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768473.342464:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768473.342465:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768473.342467:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768473.342467:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:2.0:1775768473.342469:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768473.342470:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768473.342471:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d03800.
00000100:00000001:2.0:1775768473.342473:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768473.342474:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342476:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768473.342479:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02300 x1862022360649600/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768498 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768473.342485:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768473.342486:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768473.342488:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768473.342490:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768473.342491:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768473.342501:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768473.342504:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768473.342505:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:2.0:1775768473.342507:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768473.342508:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768473.342509:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02300.
00000100:00000001:2.0:1775768473.342512:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768473.342513:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342515:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768473.342523:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768473.342525:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768473.342528:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768473.342529:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768473.404200:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768473.404211:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768473.404213:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768473.404343:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768473.404361:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768473.404366:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768473.404369:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768473.404372:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768473.404376:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768474.363939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768474.363945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768474.363951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768474.363952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768474.363956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768474.363957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768474.364037:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768474.364040:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768474.364042:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768474.428388:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768474.428395:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768474.428396:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768474.428401:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768474.428405:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768474.428409:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768474.428412:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768474.428414:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768474.428416:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768474.619957:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300365563, at 4300365568
00000100:00000010:3.0:1775768474.619972:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444ae0.
00000100:00000040:2.0:1775768474.620041:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300365563, at 4300365568
00000100:00000010:2.0:1775768474.620055:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00010000:00000001:0.0:1775768475.387986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768475.387992:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768475.387997:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768475.387998:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768475.388001:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768475.388001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768475.390599:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768475.390606:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768475.390612:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768475.452025:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768475.452042:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768475.452045:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768475.452053:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768475.452057:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768475.452061:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768475.452065:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768475.452068:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768475.452071:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.411965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768476.411975:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768476.411979:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768476.411983:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.411990:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768476.411994:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.411996:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.411999:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.412004:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768476.412006:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.412013:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768476.412015:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768476.412016:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768476.412018:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.412020:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768476.412021:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.412023:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768476.412025:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768476.412050:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768476.412054:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768476.412056:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768476.475979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768476.475985:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768476.475987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768476.475992:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768476.475996:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768476.475999:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768476.476001:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768476.476004:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768476.476007:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768477.436045:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768477.436051:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768477.436057:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768477.436058:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768477.436061:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768477.436062:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768477.436172:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768477.436176:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768477.436179:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768477.500009:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768477.500016:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768477.500018:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768477.500023:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768477.500028:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768477.500031:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768477.500034:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768477.500036:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768477.500038:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768478.460025:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768478.460031:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768478.460037:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768478.460038:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768478.460042:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768478.460043:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768478.460066:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768478.460068:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768478.460071:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775768478.461307:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768478.461315:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768478.461317:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768478.461321:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768478.461326:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768478.461334:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5696
00000400:00000200:3.0:1775768478.461343:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768478.461349:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768478.461352:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768478.461356:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461359:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461362:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461365:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768478.461369:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768478.461371:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768478.461373:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768478.461375:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768478.461378:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768478.461380:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768478.461383:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461385:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461387:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461388:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768478.461391:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768478.461394:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461396:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768478.461399:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768478.461403:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768478.461405:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461407:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768478.461410:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768478.461418:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768478.461421:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768478.461425:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768478.461427:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461430:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768478.461432:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768478.461437:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768478.461476:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768478.461483:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768478.461493:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768478.461502:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768478.461506:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768478.461511:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768478.461534:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768478.461538:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768478.461541:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768478.461543:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768478.461544:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768478.461547:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768478.461549:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5696
00000400:00000200:3.0:1775768478.461553:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768478.461557:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768478.461559:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768478.461561:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461563:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461565:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461567:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768478.461569:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768478.461570:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768478.461572:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768478.461574:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768478.461576:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768478.461579:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768478.461581:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461584:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461586:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461588:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768478.461590:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:3.0:1775768478.461593:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461595:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768478.461597:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768478.461602:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768478.461604:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461605:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768478.461610:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768478.461612:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461614:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768478.461617:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768478.461619:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768478.461621:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768478.461622:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461624:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768478.461625:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768478.461627:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768478.461630:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768478.461633:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768478.461636:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768478.461643:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768478.461644:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768478.461647:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768478.461655:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768478.461657:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768478.461661:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768478.461662:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768478.461663:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768478.461666:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768478.461668:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5696
00000400:00000200:3.0:1775768478.461672:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768478.461675:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768478.461677:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768478.461679:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461681:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461683:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461685:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768478.461687:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768478.461688:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768478.461689:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768478.461691:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768478.461693:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768478.461695:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768478.461698:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461700:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461702:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461703:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768478.461705:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768478.461708:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461710:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768478.461712:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768478.461714:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768478.461716:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461718:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768478.461720:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768478.461722:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461724:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768478.461727:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775768478.461729:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768478.461731:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768478.461733:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461734:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768478.461735:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768478.461737:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768478.461741:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775768478.461743:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768478.461747:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768478.461753:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768478.461755:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768478.461758:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768478.461765:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768478.461767:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768478.461771:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768478.461772:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768478.461773:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768478.461775:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768478.461777:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5696
00000400:00000200:3.0:1775768478.461781:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768478.461783:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768478.461785:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768478.461787:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461789:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461791:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461793:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768478.461794:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768478.461795:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768478.461797:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768478.461798:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768478.461800:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768478.461802:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768478.461804:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461806:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768478.461807:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461809:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768478.461812:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768478.461814:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768478.461816:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768478.461817:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768478.461820:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768478.461821:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461823:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768478.461825:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768478.461846:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461847:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768478.461851:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768478.461852:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768478.461855:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768478.461856:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768478.461857:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768478.461858:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768478.461860:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768478.461863:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768478.461865:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768478.461869:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768478.461876:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768478.461877:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768478.461880:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768478.461887:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768478.461889:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768478.461892:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768478.461897:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5707)
00000100:00000001:2.0:1775768478.470566:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768478.470575:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768478.470579:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768478.470593:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.470606:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768478.470608:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.470612:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768478.470615:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768478.470618:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768478.470621:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360649728:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768478.470629:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768478.470634:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768478.470636:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.470638:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768478.470649:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768478.470651:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768478.470661:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768478.470665:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768478.470673:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768478.470680:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649728, portal 25
00000100:00000001:2.0:1775768478.470682:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768478.470684:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:2.0:1775768478.470690:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.470698:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768478.470701:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768478.470704:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768478.470707:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360649728, offset 0
00000400:00000200:2.0:1775768478.470714:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768478.470722:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.470730:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768478.470735:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768478.470739:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768478.470743:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768478.470745:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768478.470750:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60070:60070:256:4294967295] 192.168.202.115@tcp LPNI seq info [60069:60069:8:4294967295]
00000400:00000200:2.0:1775768478.470754:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.470764:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768478.470770:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.470775:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768478.470781:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768478.470785:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768478.470791:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768478.470794:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768478.470798:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.470801:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768478.470807:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768478.470812:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768478.470816:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768478.470818:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768478.470822:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768478.470826:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.470877:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.470880:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.470887:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.470889:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768478.470894:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768478.470898:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768478.470901:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300370693
00000100:00000010:2.0:1775768478.470906:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:2.0:1775768478.470913:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768478.470919:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300370693
00000100:00000010:2.0:1775768478.470922:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444de0.
00000100:00000001:2.0:1775768478.470925:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768478.470928:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768478.470930:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.470933:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768478.470937:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768478/real 1775768478]  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768478.470946:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768478.470948:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768478.470950:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768478.470953:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768478.470954:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768478.470957:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768478.470960:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768478.470968:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.470974:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768478.470976:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.470978:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.470980:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768478.470984:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.470991:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768478.470995:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471003:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768478.471006:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471007:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.471008:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471011:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768478.471013:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768478.471017:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768478.471021:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768478.471023:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768478.471028:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768478.471036:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360649728:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768478.471043:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768478.471046:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471053:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768478.471054:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.471056:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768478.471058:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768478.471060:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768478.471063:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649856:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768478.471066:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768478.471068:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768478.471070:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.471071:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768478.471075:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768478.471077:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768478.471081:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768478.471083:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768478.471087:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768478.471090:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649856, portal 10
00000100:00000001:2.0:1775768478.471092:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768478.471094:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:2.0:1775768478.471099:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471106:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768478.471108:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768478.471111:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768478.471113:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360649856, offset 0
00000400:00000200:2.0:1775768478.471117:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768478.471120:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.471123:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768478.471126:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768478.471129:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768478.471131:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768478.471133:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768478.471135:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60071:60071:256:4294967295] 192.168.202.115@tcp LPNI seq info [60070:60070:8:4294967295]
00000400:00000200:2.0:1775768478.471139:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.471145:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768478.471149:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.471152:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768478.471156:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768478.471158:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768478.471162:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768478.471165:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768478.471168:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.471170:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768478.471173:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768478.471176:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768478.471179:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768478.471181:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768478.471183:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768478.471187:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471195:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.471198:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471203:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.471205:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768478.471208:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768478.471213:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768478.471216:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768478.471218:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300369431
00000100:00000001:2.0:1775768478.471221:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300370693
00000100:00000001:2.0:1775768478.471223:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300369431
00000100:00000001:2.0:1775768478.471225:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300370693
00000100:00000001:2.0:1775768478.471227:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768478.471229:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.471231:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768478.471235:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768478/real 1775768478]  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768478.471242:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768478.471244:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768478.471246:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768478.471248:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768478.471249:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768478.471251:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768478.471253:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768478.471261:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471267:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768478.471268:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471270:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.471271:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768478.471275:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471281:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768478.471285:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471291:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768478.471293:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471295:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.471296:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471298:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768478.471300:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768478.471302:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768478.471306:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768478.471307:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768478.471311:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768478.471319:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649856:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768478.471322:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768478.471326:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471333:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768478.471334:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.471336:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768478.471338:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768478.471340:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768478.471343:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649984:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768478.471346:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768478.471349:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768478.471350:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.471352:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768478.471355:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768478.471357:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768478.471360:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768478.471362:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768478.471365:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768478.471368:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360649984, portal 10
00000100:00000001:2.0:1775768478.471370:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768478.471371:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:2.0:1775768478.471376:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471383:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768478.471385:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768478.471387:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768478.471390:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360649984, offset 0
00000400:00000200:2.0:1775768478.471393:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768478.471397:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.471400:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768478.471402:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768478.471405:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768478.471408:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768478.471410:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768478.471413:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60072:60072:256:4294967295] 192.168.202.115@tcp LPNI seq info [60071:60071:8:4294967295]
00000400:00000200:2.0:1775768478.471417:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.471423:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768478.471427:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.471430:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768478.471434:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768478.471437:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768478.471452:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768478.471470:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768478.471474:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.471478:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768478.471480:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768478.471483:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768478.471486:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768478.471488:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768478.471490:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768478.471494:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471501:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.471503:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471514:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.471516:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768478.471519:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768478.471522:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768478.471525:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768478.471527:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300369429
00000100:00000001:2.0:1775768478.471529:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300370693
00000100:00000001:2.0:1775768478.471532:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300369429
00000100:00000001:2.0:1775768478.471534:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300370693
00000100:00000001:2.0:1775768478.471535:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768478.471537:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.471539:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768478.471542:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768478/real 1775768478]  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768478.471549:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768478.471550:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768478.471552:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768478.471554:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768478.471555:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768478.471557:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768478.471560:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768478.471568:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471574:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768478.471575:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471577:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.471578:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768478.471580:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471586:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768478.471589:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471595:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768478.471597:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471599:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.471600:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471601:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768478.471604:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768478.471606:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768478.471609:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768478.471611:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768478.471614:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768478.471620:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360649984:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768478.471624:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768478.471628:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471634:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768478.471635:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.471637:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768478.471639:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768478.471640:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768478.471643:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650112:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768478.471645:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768478.471647:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768478.471649:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768478.471651:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768478.471654:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768478.471655:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768478.471658:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768478.471660:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768478.471663:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768478.471665:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360650112, portal 4
00000100:00000001:2.0:1775768478.471667:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768478.471668:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:2.0:1775768478.471673:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471679:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768478.471681:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768478.471682:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768478.471685:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360650112, offset 0
00000400:00000200:2.0:1775768478.471688:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768478.471692:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.471696:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768478.471699:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768478.471701:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768478.471703:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768478.471705:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768478.471708:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60073:60073:256:4294967295] 192.168.202.115@tcp LPNI seq info [60072:60072:8:4294967295]
00000400:00000200:2.0:1775768478.471712:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768478.471717:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768478.471721:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.471724:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768478.471728:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768478.471730:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768478.471734:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768478.471736:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768478.471740:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768478.471742:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768478.471744:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768478.471747:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768478.471750:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768478.471751:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768478.471753:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768478.471756:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471763:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.471765:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471771:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.471773:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768478.471775:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768478.471778:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768478.471781:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768478.471782:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300369484
00000100:00000001:2.0:1775768478.471784:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300370693
00000100:00000001:2.0:1775768478.471786:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300369484
00000100:00000001:2.0:1775768478.471788:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300370693
00000100:00000001:2.0:1775768478.471790:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768478.471792:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.471793:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768478.471796:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768478/real 1775768478]  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768478.471803:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768478.471804:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768478.471806:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768478.471808:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768478.471809:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768478.471812:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768478.471814:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768478.471822:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471864:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768478.471866:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471868:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.471869:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768478.471873:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471880:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768478.471883:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471890:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768478.471892:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471894:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768478.471895:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471896:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768478.471898:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768478.471900:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768478.471903:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768478.471905:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768478.471909:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768478.471917:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650112:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768478.471921:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471923:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.471926:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360649728/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471932:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768478.471935:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768478.471937:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768478.471942:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768478.471944:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768478.471946:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768478.471948:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768478.471950:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775768478.471953:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768478.471955:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768478.471957:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:2.0:1775768478.471960:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768478.471961:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471962:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.471965:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360649856/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471971:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768478.471972:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768478.471974:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768478.471976:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768478.471977:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768478.471978:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768478.471979:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768478.471981:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:2.0:1775768478.471982:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768478.471984:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768478.471985:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:2.0:1775768478.471987:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768478.471989:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.471990:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.471993:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360649984/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.471998:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768478.472007:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768478.472008:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768478.472011:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768478.472012:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768478.472013:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768478.472014:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768478.472016:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775768478.472018:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768478.472019:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768478.472020:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775768478.472022:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768478.472023:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.472025:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768478.472028:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360650112/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768503 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768478.472035:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768478.472036:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768478.472037:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768478.472039:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768478.472040:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768478.472041:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768478.472043:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768478.472044:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:2.0:1775768478.472046:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768478.472047:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768478.472048:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:2.0:1775768478.472050:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768478.472051:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.472053:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768478.472060:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768478.472062:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768478.472064:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768478.472065:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768478.524134:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768478.524140:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768478.524143:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768478.524148:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768478.524152:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768478.524156:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768478.524159:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768478.524161:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768478.524163:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768479.484022:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768479.484026:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768479.484031:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768479.484034:0:55982:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768479.484035:0:55982:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768479.484038:0:55982:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768479.484041:0:55982:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768479.484043:0:55982:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768479.484045:0:55982:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768479.484047:0:55982:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768479.484050:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768479.484052:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1775768479.486404:0:56443:0:(osc_request.c:745:osc_update_next_shrink()) next time 6903 to shrink grant
00000020:00000001:2.0:1775768479.488318:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768479.488324:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768479.488328:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768479.548383:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768479.548389:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768479.548391:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768479.548397:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768479.548401:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768479.548406:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768479.548408:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768479.548411:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768479.548414:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768479.803918:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300370693, at 4300370752
00000100:00000040:3.0:1775768479.803918:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300370693, at 4300370752
00000100:00000010:3.0:1775768479.803932:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444de0.
00000100:00000010:2.0:1775768479.803934:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00010000:00000001:0.0:1775768480.508508:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768480.508513:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768480.508518:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768480.508519:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768480.508522:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768480.508523:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768480.508815:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768480.508818:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768480.508822:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768480.571948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768480.571954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768480.571955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768480.572012:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768480.572017:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768480.572020:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768480.572023:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768480.572025:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768480.572028:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768481.531963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768481.531969:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768481.531975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768481.531977:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768481.531986:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768481.531988:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768481.532019:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768481.532023:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768481.532027:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768481.596010:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768481.596014:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768481.596016:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768481.596020:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768481.596023:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768481.596026:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768481.596028:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768481.596029:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768481.596032:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768482.555914:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768482.555920:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768482.555937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768482.555938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768482.555942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768482.555943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768482.556020:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768482.556024:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768482.556027:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768482.619951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768482.619959:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768482.619961:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768482.619966:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768482.619970:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768482.619974:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768482.619976:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768482.619978:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768482.619981:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768483.579981:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768483.579989:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768483.579995:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768483.579995:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775768483.580000:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768483.580002:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768483.580005:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768483.580006:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768483.580009:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768483.580011:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580013:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768483.580023:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5702
00000400:00000200:3.0:1775768483.580034:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768483.580035:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768483.580038:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768483.580041:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768483.580043:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768483.580048:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768483.580051:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580054:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768483.580055:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580057:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768483.580060:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768483.580061:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768483.580063:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768483.580065:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768483.580067:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768483.580068:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768483.580070:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580071:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768483.580073:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580074:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768483.580076:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768483.580078:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580080:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768483.580083:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768483.580085:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768483.580087:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580089:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768483.580091:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768483.580100:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ca80.
00000020:00000040:3.0:1775768483.580103:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768483.580107:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768483.580109:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580112:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768483.580115:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768483.580120:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768483.580131:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06c00.
00000100:00000001:3.0:1775768483.580139:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768483.580150:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768483.580161:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768483.580166:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768483.580171:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000446a3e13] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768483.580197:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768483.580200:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768483.580204:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768483.580205:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768483.580207:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768483.580209:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768483.580212:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5702
00000400:00000200:3.0:1775768483.580217:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768483.580220:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768483.580223:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768483.580226:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580228:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768483.580229:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580232:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768483.580234:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768483.580236:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:3.0:1775768483.580237:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768483.580239:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768483.580241:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768483.580243:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:3.0:1775768483.580245:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580247:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768483.580248:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775768483.580248:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580250:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768483.580253:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:2.0:1775768483.580255:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1775768483.580255:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580256:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768483.580258:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768483.580263:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768483.580264:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580266:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768483.580269:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768483.580271:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580272:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768483.580274:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547fb80.
00000020:00000040:3.0:1775768483.580276:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768483.580278:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768483.580278:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580279:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768483.580280:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768483.580282:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768483.580284:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04400.
00000100:00000001:3.0:1775768483.580287:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768483.580290:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768483.580295:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768483.580296:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768483.580299:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007681b5a2] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768483.580304:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768483.580306:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768483.580308:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768483.580309:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768483.580311:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768483.580312:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768483.580314:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5702
00000400:00000200:3.0:1775768483.580316:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768483.580317:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768483.580318:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768483.580320:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580321:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768483.580322:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580324:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768483.580325:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768483.580326:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768483.580327:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768483.580328:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768483.580329:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:3.0:1775768483.580330:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768483.580332:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580332:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768483.580334:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580335:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768483.580336:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:3.0:1775768483.580337:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580338:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768483.580339:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768483.580340:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768483.580341:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580342:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768483.580344:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768483.580346:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580347:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768483.580349:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547df80.
00000020:00000040:3.0:1775768483.580350:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768483.580352:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768483.580352:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580353:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768483.580354:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768483.580354:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768483.580356:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05400.
00000100:00000001:3.0:1775768483.580358:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768483.580360:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768483.580364:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768483.580365:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768483.580367:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000262e9a5] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768483.580371:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768483.580372:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768483.580375:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768483.580375:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768483.580376:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768483.580378:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768483.580379:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5702
00000400:00000200:3.0:1775768483.580380:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768483.580382:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768483.580383:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768483.580384:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580385:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768483.580386:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580388:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768483.580425:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768483.580426:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:3.0:1775768483.580428:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768483.580430:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:3.0:1775768483.580432:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768483.580434:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768483.580437:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580439:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768483.580441:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580442:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768483.580445:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:3.0:1775768483.580447:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768483.580449:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768483.580451:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768483.580454:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768483.580456:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580457:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775768483.580460:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768483.580462:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580464:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768483.580468:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547d180.
00000020:00000040:3.0:1775768483.580470:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:3.0:1775768483.580472:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768483.580473:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768483.580475:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768483.580476:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768483.580478:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768483.580481:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d07000.
00000100:00000001:3.0:1775768483.580483:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768483.580486:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768483.580496:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768483.580497:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768483.580499:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f740c89] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768483.580516:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768483.580518:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1775768483.580522:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768483.580528:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5712)
00000100:00000001:2.0:1775768483.581451:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768483.581460:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581470:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768483.581472:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.581489:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768483.581492:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768483.581495:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768483.581500:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360650240:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768483.581504:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768483.581510:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768483.581514:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.581517:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768483.581523:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768483.581526:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768483.581533:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768483.581538:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768483.581546:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768483.581555:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360650240, portal 25
00000100:00000001:2.0:1775768483.581557:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768483.581559:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154058368 : -130299555493248 : ffff897e4547ca80)
00000100:00000040:2.0:1775768483.581566:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581574:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768483.581578:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768483.581581:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768483.581584:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360650240, offset 0
00000400:00000200:2.0:1775768483.581591:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768483.581600:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.581608:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768483.581614:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768483.581619:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768483.581624:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768483.581627:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768483.581632:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60074:60074:256:4294967295] 192.168.202.115@tcp LPNI seq info [60073:60073:8:4294967295]
00000400:00000200:2.0:1775768483.581637:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.581648:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768483.581656:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.581662:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768483.581670:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768483.581674:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768483.581681:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768483.581684:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768483.581690:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.581693:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768483.581701:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768483.581706:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768483.581712:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768483.581715:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768483.581721:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768483.581725:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581735:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.581739:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581747:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.581749:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768483.581756:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768483.581761:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768483.581764:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300375803
00000100:00000010:2.0:1775768483.581770:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:2.0:1775768483.581778:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768483.581784:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300375803
00000100:00000010:2.0:1775768483.581787:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444840.
00000100:00000001:2.0:1775768483.581791:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768483.581794:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768483.581798:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.581800:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768483.581805:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768483/real 1775768483]  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768483.581855:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768483.581857:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768483.581860:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768483.581863:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768483.581865:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768483.581868:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768483.581872:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768483.581882:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581889:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768483.581891:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.581894:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.581897:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768483.581901:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581909:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768483.581915:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581924:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768483.581927:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.581929:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.581930:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.581933:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768483.581935:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768483.581938:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768483.581943:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768483.581946:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768483.581961:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768483.581970:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360650240:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768483.581976:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.581978:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.581982:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ca80 x1862022360650240/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.581989:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768483.581992:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768483.581995:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768483.582001:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768483.582003:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768483.582005:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768483.582008:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768483.582011:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06c00.
02000000:00000001:2.0:1775768483.582016:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768483.582017:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768483.582019:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ca80.
00000100:00000001:2.0:1775768483.582022:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768483.582024:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582026:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582036:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768483.582038:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.582040:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768483.582042:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768483.582044:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768483.582047:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582054:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768483.582056:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.582058:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768483.582060:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768483.582074:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768483.582081:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650368:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768483.582085:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768483.582087:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768483.582089:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.582090:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768483.582093:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768483.582095:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768483.582099:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768483.582102:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768483.582106:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768483.582109:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360650368, portal 10
00000100:00000001:2.0:1775768483.582111:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768483.582112:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154070912 : -130299555480704 : ffff897e4547fb80)
00000100:00000040:2.0:1775768483.582119:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582126:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768483.582128:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768483.582130:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768483.582132:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360650368, offset 0
00000400:00000200:2.0:1775768483.582136:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768483.582140:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.582144:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768483.582147:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768483.582150:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768483.582152:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768483.582155:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768483.582158:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60075:60075:256:4294967295] 192.168.202.115@tcp LPNI seq info [60074:60074:8:4294967295]
00000400:00000200:2.0:1775768483.582163:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.582169:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768483.582174:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.582177:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768483.582181:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768483.582184:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768483.582189:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768483.582191:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768483.582195:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.582197:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768483.582200:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768483.582203:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768483.582206:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768483.582208:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768483.582211:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768483.582214:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582222:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.582225:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582232:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.582233:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768483.582236:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768483.582241:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768483.582255:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768483.582258:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300374542
00000100:00000001:2.0:1775768483.582261:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300375803
00000100:00000001:2.0:1775768483.582263:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300374542
00000100:00000001:2.0:1775768483.582265:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300375803
00000100:00000001:2.0:1775768483.582275:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768483.582278:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.582280:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768483.582284:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768483/real 1775768483]  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768483.582292:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768483.582294:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768483.582295:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768483.582298:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768483.582300:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768483.582302:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768483.582305:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768483.582314:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582321:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768483.582322:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582324:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.582326:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768483.582329:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582336:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768483.582340:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582348:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768483.582350:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582353:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.582354:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582356:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768483.582358:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768483.582360:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768483.582364:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768483.582366:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768483.582370:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768483.582378:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650368:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768483.582383:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768483.582386:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582403:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768483.582404:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.582407:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768483.582409:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768483.582410:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768483.582413:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650496:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768483.582416:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768483.582418:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768483.582420:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.582422:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768483.582425:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768483.582427:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768483.582430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768483.582433:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768483.582436:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768483.582439:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360650496, portal 10
00000100:00000001:2.0:1775768483.582441:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768483.582443:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154063744 : -130299555487872 : ffff897e4547df80)
00000100:00000040:2.0:1775768483.582448:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582455:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768483.582458:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768483.582460:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768483.582463:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360650496, offset 0
00000400:00000200:2.0:1775768483.582467:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768483.582471:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.582475:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768483.582478:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768483.582480:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768483.582482:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768483.582485:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768483.582488:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60076:60076:256:4294967295] 192.168.202.115@tcp LPNI seq info [60075:60075:8:4294967295]
00000400:00000200:2.0:1775768483.582492:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.582498:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768483.582503:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.582506:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768483.582510:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768483.582513:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768483.582517:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768483.582520:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768483.582524:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.582525:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768483.582528:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768483.582532:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768483.582534:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768483.582536:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768483.582539:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768483.582542:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582549:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.582552:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582559:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.582561:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768483.582563:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768483.582566:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768483.582569:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768483.582571:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300374540
00000100:00000001:2.0:1775768483.582573:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300375803
00000100:00000001:2.0:1775768483.582576:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300374540
00000100:00000001:2.0:1775768483.582578:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300375803
00000100:00000001:2.0:1775768483.582580:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768483.582582:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.582584:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768483.582588:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768483/real 1775768483]  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768483.582596:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768483.582597:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768483.582599:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768483.582602:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768483.582603:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768483.582605:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768483.582609:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768483.582618:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582625:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768483.582626:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582628:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.582629:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768483.582633:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582641:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768483.582645:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582665:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768483.582667:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582669:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.582670:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582672:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768483.582674:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768483.582676:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768483.582680:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768483.582682:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768483.582686:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768483.582694:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650496:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768483.582699:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768483.582702:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582710:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768483.582711:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.582713:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768483.582715:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768483.582717:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768483.582720:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650624:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768483.582723:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768483.582725:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768483.582727:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768483.582729:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768483.582732:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768483.582734:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768483.582738:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768483.582741:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768483.582744:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768483.582747:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360650624, portal 4
00000100:00000001:2.0:1775768483.582749:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768483.582750:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154060160 : -130299555491456 : ffff897e4547d180)
00000100:00000040:2.0:1775768483.582756:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582763:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768483.582766:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768483.582768:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768483.582771:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360650624, offset 0
00000400:00000200:2.0:1775768483.582775:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768483.582779:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.582782:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768483.582785:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768483.582787:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768483.582790:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768483.582797:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768483.582801:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60077:60077:256:4294967295] 192.168.202.115@tcp LPNI seq info [60076:60076:8:4294967295]
00000400:00000200:2.0:1775768483.582805:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768483.582811:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768483.582816:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.582819:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768483.582823:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768483.582826:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775768483.582851:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768483.582854:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775768483.582858:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768483.582860:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768483.582863:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768483.582866:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768483.582869:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768483.582871:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768483.582873:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768483.582877:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582884:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.582887:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768508 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582894:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.582896:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768483.582899:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768483.582902:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768483.582905:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768483.582907:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300374596
00000100:00000001:2.0:1775768483.582909:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300375803
00000100:00000001:2.0:1775768483.582911:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300374596
00000100:00000001:2.0:1775768483.582914:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300375803
00000100:00000001:2.0:1775768483.582916:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768483.582918:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.582919:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768483.582923:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768483/real 1775768483]  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768483.582931:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768483.582932:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768483.582934:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768483.582937:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768483.582938:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768483.582941:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768483.582944:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768483.582953:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582960:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768483.582962:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582964:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.582965:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768483.582969:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582976:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768483.582980:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.582987:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768483.582990:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582992:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768483.582993:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.582995:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768483.582996:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768483.582999:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768483.583003:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768483.583005:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768483.583009:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768483.583017:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650624:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768483.583021:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.583023:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.583027:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547fb80 x1862022360650368/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.583034:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768483.583036:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768483.583038:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768483.583040:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768483.583042:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768483.583043:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768483.583045:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768483.583047:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04400.
02000000:00000001:2.0:1775768483.583050:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768483.583051:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768483.583053:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547fb80.
00000100:00000001:2.0:1775768483.583055:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768483.583057:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.583058:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.583061:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547df80 x1862022360650496/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.583068:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768483.583069:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768483.583070:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768483.583072:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768483.583073:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768483.583074:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768483.583076:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768483.583078:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05400.
02000000:00000001:2.0:1775768483.583080:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768483.583081:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768483.583083:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547df80.
00000100:00000001:2.0:1775768483.583086:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768483.583088:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.583089:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768483.583092:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547d180 x1862022360650624/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768508 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768483.583098:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768483.583100:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768483.583101:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768483.583104:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768483.583105:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768483.583106:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768483.583108:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768483.583109:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d07000.
02000000:00000001:2.0:1775768483.583112:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768483.583113:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768483.583114:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547d180.
00000100:00000001:2.0:1775768483.583116:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768483.583118:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.583119:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768483.583123:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768483.583124:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768483.583126:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768483.583127:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768483.644167:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768483.644176:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768483.644178:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768483.644184:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768483.644188:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768483.644192:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768483.644194:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768483.644196:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768483.644199:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768484.603982:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768484.603989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768484.603995:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768484.603997:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768484.604001:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768484.604003:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768484.604150:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768484.604154:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768484.604157:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768484.667920:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768484.667928:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768484.667929:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768484.667935:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768484.667938:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768484.667942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768484.667944:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768484.667946:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768484.667949:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768484.859957:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300375803, at 4300375808
00000100:00000040:3.0:1775768484.859957:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300375803, at 4300375808
00000100:00000010:2.0:1775768484.859975:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00000100:00000010:3.0:1775768484.859976:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444840.
00010000:00000001:0.0:1775768485.627952:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768485.627957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768485.627963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768485.627964:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768485.627968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768485.627969:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768485.628063:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768485.628067:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768485.628069:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768485.691943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768485.691948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768485.691949:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768485.691953:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768485.691956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768485.691959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768485.691960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768485.691962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768485.691964:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.651983:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768486.651988:0:55982:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768486.651991:0:55982:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768486.651994:0:55982:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.651998:0:55982:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768486.652001:0:55982:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.652003:0:55982:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.652005:0:55982:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.652010:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768486.652011:0:55982:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.652015:0:55982:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768486.652017:0:55982:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768486.652019:0:55982:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768486.652020:0:55982:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.652022:0:55982:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768486.652024:0:55982:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.652026:0:55982:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768486.652028:0:55982:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768486.652084:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768486.652088:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768486.652092:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768486.715924:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768486.715929:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768486.715930:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768486.715936:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768486.715939:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768486.715942:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768486.715945:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768486.715947:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768486.715950:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768487.675956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768487.675962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768487.675969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768487.675971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768487.675975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768487.675976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768487.676034:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768487.676038:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768487.676042:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768487.739956:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768487.739963:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768487.739965:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768487.739970:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768487.739973:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768487.739977:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768487.739979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768487.739981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768487.739983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768488.699915:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768488.699921:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768488.699927:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768488.699928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768488.699931:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:1.0:1775768488.699931:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768488.699932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768488.699939:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775768488.699943:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768488.699948:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000020:00000001:0.0:1775768488.699951:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1775768488.699954:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000020:00000001:0.0:1775768488.699955:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768488.699960:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775768488.699963:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5707
00000400:00000200:1.0:1775768488.699971:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768488.699977:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768488.699981:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768488.699984:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.699986:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768488.699988:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.699990:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768488.699993:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768488.699994:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:1.0:1775768488.699996:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768488.699998:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:1.0:1775768488.700000:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:1.0:1775768488.700002:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:1.0:1775768488.700004:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700005:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768488.700007:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700008:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768488.700009:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:1.0:1775768488.700012:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700013:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768488.700015:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768488.700017:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775768488.700027:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700029:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775768488.700032:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768488.700042:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02a00.
00000020:00000040:1.0:1775768488.700046:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:1.0:1775768488.700050:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768488.700052:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700056:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768488.700058:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768488.700063:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768488.700072:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6000.
00000100:00000001:1.0:1775768488.700078:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775768488.700087:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775768488.700095:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768488.700100:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768488.700103:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071acb49e] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768488.700118:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768488.700120:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768488.700124:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775768488.700125:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768488.700129:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768488.700131:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775768488.700133:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5707
00000400:00000200:1.0:1775768488.700136:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768488.700137:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768488.700139:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768488.700142:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700143:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768488.700146:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700147:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768488.700149:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768488.700150:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:1.0:1775768488.700151:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768488.700152:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:1.0:1775768488.700153:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:1.0:1775768488.700154:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768488.700155:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775768488.700156:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700160:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768488.700162:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768488.700162:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775768488.700166:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768488.700167:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775768488.700171:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:1.0:1775768488.700176:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000040:2.0:1775768488.700178:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768488.700179:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768488.700183:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768488.700190:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768488.700191:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1775768488.700193:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700196:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775768488.700200:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775768488.700203:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775768488.700204:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700208:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.700210:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1775768488.700212:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d02680.
02000000:00000001:2.0:1775768488.700214:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1775768488.700216:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768488.700218:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768488.700220:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768488.700223:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768488.700224:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360650752:192.168.202.115@tcp:250:kworker.0
00000100:00000001:1.0:1775768488.700226:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768488.700230:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768488.700231:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775768488.700233:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768488.700238:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6400.
02000000:00000001:2.0:1775768488.700238:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775768488.700243:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.700243:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.700249:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1775768488.700253:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1775768488.700257:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768488.700261:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700267:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768488.700269:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768488.700272:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:1.0:1775768488.700276:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f3fce39] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768488.700278:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000100:00000001:1.0:1775768488.700288:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768488.700288:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00080000:1.0:1775768488.700294:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768488.700297:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1775768488.700298:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360650752, portal 25
00000100:00000001:1.0:1775768488.700299:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768488.700302:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768488.700303:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775768488.700305:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1775768488.700307:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112664064 : -130299596887552 : ffff897e42d02a00)
00000100:00080000:1.0:1775768488.700310:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5707
00000400:00000200:1.0:1775768488.700318:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768488.700318:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775768488.700324:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:1.0:1775768488.700330:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775768488.700336:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768488.700355:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768488.700358:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000040:1.0:1775768488.700360:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000200:2.0:1775768488.700361:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360650752, offset 0
00000100:00000001:1.0:1775768488.700366:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768488.700370:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768488.700374:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700376:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768488.700379:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768488.700381:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:1.0:1775768488.700383:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768488.700385:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:2.0:1775768488.700385:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:1.0:1775768488.700390:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:1.0:1775768488.700393:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:2.0:1775768488.700396:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000040:1.0:1775768488.700400:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700403:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775768488.700404:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1775768488.700407:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700411:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:2.0:1775768488.700413:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000040:1.0:1775768488.700415:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:2.0:1775768488.700419:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1775768488.700421:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700426:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768488.700428:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768488.700431:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768488.700432:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:1.0:1775768488.700436:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700440:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775768488.700441:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60078:60078:256:4294967295] 192.168.202.115@tcp LPNI seq info [60077:60077:8:4294967295]
00000008:00100000:1.0:1775768488.700444:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775768488.700449:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768488.700449:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:1.0:1775768488.700453:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768488.700458:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d01f80.
00000020:00000040:1.0:1775768488.700463:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:1.0:1775768488.700467:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775768488.700467:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1775768488.700469:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700473:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768488.700475:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775768488.700477:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768488.700480:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000010:1.0:1775768488.700482:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd6c00.
00000100:00000001:1.0:1775768488.700486:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775768488.700487:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00100000:1.0:1775768488.700490:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1775768488.700500:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:1.0:1775768488.700504:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768488.700507:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768488.700507:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1775768488.700511:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000163a05ed] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768488.700519:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775768488.700519:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:1.0:1775768488.700521:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775768488.700526:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1775768488.700526:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775768488.700528:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775768488.700531:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775768488.700536:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1775768488.700536:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00080000:1.0:1775768488.700540:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5707
00000800:00000010:2.0:1775768488.700541:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:1.0:1775768488.700546:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768488.700549:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:2.0:1775768488.700551:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1775768488.700552:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775768488.700557:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768488.700561:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775768488.700562:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775768488.700567:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768488.700568:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000100:00000001:1.0:1775768488.700570:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:2.0:1775768488.700571:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000020:00000001:1.0:1775768488.700575:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775768488.700577:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:2.0:1775768488.700578:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1775768488.700579:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775768488.700582:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:2.0:1775768488.700583:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768488.700586:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:1.0:1775768488.700592:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:2.0:1775768488.700597:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768488.700599:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700602:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768488.700602:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775768488.700606:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:1.0:1775768488.700609:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:1.0:1775768488.700615:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:2.0:1775768488.700615:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775768488.700617:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768488.700618:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775768488.700620:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768488.700622:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775768488.700625:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768488.700625:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775768488.700629:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700631:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775768488.700633:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00100000:1.0:1775768488.700634:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1775768488.700637:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.700637:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300380922
00000100:00000001:1.0:1775768488.700639:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775768488.700643:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e42d00380.
00000100:00000010:2.0:1775768488.700644:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000020:00000040:1.0:1775768488.700645:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:1.0:1775768488.700648:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775768488.700649:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768488.700650:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775768488.700651:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768488.700652:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1775768488.700653:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775768488.700659:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e45cd5400.
00000100:00000001:2.0:1775768488.700659:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300380922
00000100:00000001:1.0:1775768488.700665:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768488.700665:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444000.
00000100:00000001:2.0:1775768488.700670:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1775768488.700674:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768488.700674:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768488.700677:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.700681:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768488.700686:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768488/real 1775768488]  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768488.700688:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775768488.700692:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768488.700697:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7a0056a] to pc [ptlrpcd_rcv+-1]  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768488.700721:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775768488.700725:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1775768488.700726:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768488.700728:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1775768488.700729:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1775768488.700731:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768488.700734:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000100:00000040:1.0:1775768488.700736:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5717)
00000400:00000010:2.0:1775768488.700736:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768488.700741:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768488.700744:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768488.700750:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700754:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768488.700755:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.700757:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.700758:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768488.700761:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700764:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768488.700767:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700771:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768488.700773:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.700774:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.700775:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.700777:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768488.700779:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768488.700780:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768488.700783:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768488.700784:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768488.700787:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768488.700796:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360650752:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768488.700802:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.700804:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768488.700805:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02a00 x1862022360650752/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700810:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768488.700812:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768488.700814:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768488.700818:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768488.700819:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768488.700820:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768488.700822:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768488.700824:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6000.
02000000:00000001:2.0:1775768488.700845:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768488.700847:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768488.700849:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02a00.
00000100:00000001:2.0:1775768488.700851:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768488.700852:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.700853:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.700861:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768488.700862:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.700864:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768488.700865:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768488.700866:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768488.700868:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700872:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768488.700873:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.700875:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768488.700876:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768488.700877:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768488.700878:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650880:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768488.700881:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768488.700882:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768488.700883:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.700885:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768488.700887:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768488.700888:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768488.700891:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768488.700892:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768488.700895:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768488.700897:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360650880, portal 10
00000100:00000001:2.0:1775768488.700898:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768488.700899:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112663168 : -130299596888448 : ffff897e42d02680)
00000100:00000040:2.0:1775768488.700903:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700907:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768488.700908:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768488.700909:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768488.700911:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360650880, offset 0
00000400:00000200:2.0:1775768488.700913:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768488.700915:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768488.700917:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768488.700919:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768488.700920:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768488.700922:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768488.700924:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768488.700926:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60079:60079:256:4294967295] 192.168.202.115@tcp LPNI seq info [60078:60078:8:4294967295]
00000400:00000200:2.0:1775768488.700928:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768488.700932:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768488.700935:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768488.700937:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768488.700940:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768488.700942:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768488.700945:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768488.700947:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768488.700949:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768488.700950:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768488.700952:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768488.700954:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768488.700956:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768488.700957:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768488.700959:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768488.700960:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700965:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768488.700967:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.700970:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.700971:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768488.700973:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768488.700975:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768488.700977:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768488.700978:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300379661
00000100:00000001:2.0:1775768488.700981:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300380922
00000100:00000001:2.0:1775768488.700987:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300379661
00000100:00000001:2.0:1775768488.700989:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300380922
00000100:00000001:2.0:1775768488.700991:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768488.700992:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.700993:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768488.700996:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768488/real 1775768488]  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768488.701000:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768488.701001:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768488.701003:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768488.701004:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768488.701005:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768488.701006:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768488.701008:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768488.701013:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701016:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768488.701017:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701018:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.701019:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768488.701020:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701024:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768488.701026:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701029:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768488.701031:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701032:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.701033:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701034:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768488.701035:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768488.701037:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768488.701038:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768488.701039:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768488.701041:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768488.701045:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360650880:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768488.701048:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768488.701050:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701054:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768488.701055:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.701056:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768488.701057:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768488.701058:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768488.701059:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651008:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768488.701061:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768488.701061:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768488.701062:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.701063:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768488.701065:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768488.701066:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768488.701068:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768488.701070:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768488.701071:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768488.701073:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651008, portal 10
00000100:00000001:2.0:1775768488.701074:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768488.701075:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112661376 : -130299596890240 : ffff897e42d01f80)
00000100:00000040:2.0:1775768488.701079:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701083:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768488.701084:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768488.701085:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768488.701087:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360651008, offset 0
00000400:00000200:2.0:1775768488.701089:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768488.701091:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768488.701092:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768488.701094:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768488.701096:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768488.701097:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768488.701098:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768488.701100:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60080:60080:256:4294967295] 192.168.202.115@tcp LPNI seq info [60079:60079:8:4294967295]
00000400:00000200:2.0:1775768488.701103:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768488.701106:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768488.701108:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768488.701110:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768488.701112:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768488.701114:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768488.701116:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768488.701118:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768488.701120:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768488.701121:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768488.701123:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768488.701125:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768488.701127:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768488.701128:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768488.701129:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768488.701131:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701136:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768488.701137:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701141:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.701142:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768488.701143:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768488.701145:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768488.701146:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768488.701147:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300379659
00000100:00000001:2.0:1775768488.701148:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300380922
00000100:00000001:2.0:1775768488.701150:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300379659
00000100:00000001:2.0:1775768488.701152:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300380922
00000100:00000001:2.0:1775768488.701154:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768488.701155:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.701156:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768488.701158:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768488/real 1775768488]  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768488.701162:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768488.701162:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768488.701163:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768488.701164:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768488.701165:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768488.701166:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768488.701167:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768488.701172:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701175:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768488.701176:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701177:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.701178:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768488.701180:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701184:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768488.701185:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701189:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768488.701190:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701191:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.701191:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701193:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768488.701194:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768488.701196:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768488.701198:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768488.701199:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768488.701201:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768488.701205:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651008:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768488.701207:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768488.701208:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701212:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768488.701212:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.701213:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768488.701214:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768488.701216:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768488.701217:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651136:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768488.701219:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768488.701221:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768488.701222:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768488.701224:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768488.701226:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768488.701228:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768488.701231:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768488.701233:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768488.701237:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768488.701240:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651136, portal 4
00000100:00000001:2.0:1775768488.701241:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768488.701243:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774112654208 : -130299596897408 : ffff897e42d00380)
00000100:00000040:2.0:1775768488.701248:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701254:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768488.701257:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768488.701259:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768488.701261:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360651136, offset 0
00000400:00000200:2.0:1775768488.701265:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768488.701268:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768488.701271:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768488.701273:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768488.701275:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768488.701276:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768488.701277:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768488.701279:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60081:60081:256:4294967295] 192.168.202.115@tcp LPNI seq info [60080:60080:8:4294967295]
00000400:00000200:2.0:1775768488.701282:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768488.701286:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768488.701291:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768488.701293:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768488.701297:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768488.701299:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775768488.701302:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768488.701304:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775768488.701308:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768488.701310:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768488.701312:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768488.701315:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768488.701317:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768488.701319:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768488.701321:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768488.701324:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701332:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768488.701335:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768513 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701359:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.701361:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768488.701364:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768488.701367:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768488.701371:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768488.701372:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300379714
00000100:00000001:2.0:1775768488.701375:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300380922
00000100:00000001:2.0:1775768488.701377:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300379714
00000100:00000001:2.0:1775768488.701378:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300380922
00000100:00000001:2.0:1775768488.701380:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768488.701383:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.701385:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768488.701388:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768488/real 1775768488]  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768488.701396:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768488.701397:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768488.701399:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768488.701401:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768488.701403:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768488.701405:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768488.701407:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768488.701415:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701421:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768488.701422:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701423:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.701424:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768488.701426:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701431:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768488.701433:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701437:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768488.701438:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701439:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768488.701439:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701440:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768488.701441:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768488.701442:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768488.701444:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768488.701445:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768488.701447:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768488.701451:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e42d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651136:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768488.701453:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701454:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768488.701456:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d02680 x1862022360650880/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701460:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768488.701461:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768488.701462:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768488.701464:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768488.701465:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768488.701466:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768488.701467:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768488.701468:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6400.
02000000:00000001:2.0:1775768488.701470:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768488.701471:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768488.701472:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d02680.
00000100:00000001:2.0:1775768488.701474:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768488.701475:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701476:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768488.701478:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d01f80 x1862022360651008/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701482:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768488.701482:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768488.701483:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768488.701484:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768488.701485:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768488.701485:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768488.701486:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768488.701487:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd6c00.
02000000:00000001:2.0:1775768488.701488:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768488.701488:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768488.701489:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d01f80.
00000100:00000001:2.0:1775768488.701490:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768488.701491:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701492:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768488.701493:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e42d00380 x1862022360651136/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768513 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768488.701496:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768488.701497:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768488.701498:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768488.701498:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768488.701499:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768488.701500:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768488.701501:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768488.701501:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e45cd5400.
02000000:00000001:2.0:1775768488.701502:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768488.701503:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768488.701503:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e42d00380.
00000100:00000001:2.0:1775768488.701505:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768488.701506:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701507:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768488.701509:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768488.701510:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768488.701511:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768488.701512:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768488.763972:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768488.763981:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768488.763985:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768488.763992:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768488.763997:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768488.764002:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768488.764005:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768488.764008:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768488.764011:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768489.723938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768489.723944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768489.723949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768489.723953:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768489.723955:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768489.723958:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768489.723961:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768489.723964:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768489.723966:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768489.723968:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768489.723971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768489.723972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768489.724023:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768489.724026:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768489.724029:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768489.787906:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768489.787911:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768489.787913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768489.787917:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768489.787919:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768489.787922:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768489.787924:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768489.787925:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768489.787927:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768489.979906:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300380922, at 4300380928
00000100:00000040:3.0:1775768489.979915:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300380922, at 4300380928
00000100:00000010:2.0:1775768489.979917:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00000100:00000010:3.0:1775768489.979923:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444000.
00010000:00000001:0.0:1775768490.747938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768490.747944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768490.747949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768490.747950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768490.747953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768490.747955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768490.748007:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768490.748010:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768490.748014:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768490.811907:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768490.811912:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768490.811913:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768490.811917:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768490.811920:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768490.811923:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768490.811925:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768490.811926:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768490.811928:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768491.771940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768491.771946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768491.771953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768491.771955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768491.771959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768491.771960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768491.772024:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768491.772028:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768491.772031:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768491.835946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768491.835952:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768491.835954:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768491.835959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768491.835963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768491.835966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768491.835969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768491.835971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768491.835974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768492.795892:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768492.795896:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768492.795901:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768492.795902:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768492.795905:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768492.795906:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768492.795957:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768492.795960:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768492.795962:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768492.859917:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768492.859921:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768492.859922:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768492.859926:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768492.859929:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768492.859932:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768492.859934:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768492.859935:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768492.859937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768493.819923:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768493.819928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768493.819932:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768493.819934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768493.819937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768493.819941:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768493.819943:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1775768493.819945:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768493.819946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768493.819950:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768493.819955:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768493.819960:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5712
00000020:00000001:0.0:1775768493.819963:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768493.819965:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768493.819969:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:3.0:1775768493.819969:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768493.819976:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768493.819979:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768493.819981:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.819983:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768493.819985:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.819987:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768493.819989:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768493.819990:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:3.0:1775768493.819992:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775768493.819994:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:3.0:1775768493.819995:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:3.0:1775768493.819996:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:3.0:1775768493.819998:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.819999:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768493.820000:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820001:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768493.820002:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:3.0:1775768493.820004:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820006:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768493.820007:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775768493.820009:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768493.820011:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768493.820012:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775768493.820013:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768493.820020:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f100.
00000020:00000040:3.0:1775768493.820022:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:3.0:1775768493.820024:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768493.820025:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768493.820027:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768493.820029:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768493.820032:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768493.820038:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05000.
00000100:00000001:3.0:1775768493.820042:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768493.820048:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775768493.820055:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768493.820059:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768493.820061:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983f7cf9] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768493.820077:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768493.820080:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775768493.820083:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775768493.820085:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768493.820086:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768493.820088:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775768493.820090:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5712
00000400:00000200:3.0:1775768493.820094:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:3.0:1775768493.820097:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768493.820099:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768493.820101:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820104:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768493.820105:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768493.820107:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775768493.820107:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:3.0:1775768493.820109:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768493.820110:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:2.0:1775768493.820111:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775768493.820112:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775768493.820113:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775768493.820113:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:3.0:1775768493.820115:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:3.0:1775768493.820117:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768493.820118:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768493.820119:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820121:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768493.820123:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820125:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768493.820126:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1775768493.820127:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:2.0:1775768493.820128:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768493.820130:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:2.0:1775768493.820131:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775768493.820132:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768493.820133:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768493.820134:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768493.820136:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768493.820138:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1775768493.820139:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360651264:192.168.202.115@tcp:250:kworker.0
02000000:00000001:3.0:1775768493.820139:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768493.820141:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768493.820142:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1775768493.820145:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768493.820146:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768493.820148:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775768493.820148:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768493.820149:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768493.820150:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1775768493.820152:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547c000.
02000000:00000010:2.0:1775768493.820155:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768493.820157:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768493.820162:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:3.0:1775768493.820163:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000400:00000010:2.0:1775768493.820165:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
02000000:00000001:3.0:1775768493.820165:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768493.820166:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768493.820168:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768493.820169:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768493.820170:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768493.820171:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
02000000:00000010:3.0:1775768493.820173:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d05c00.
00000100:00000001:3.0:1775768493.820175:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768493.820177:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651264, portal 25
00000100:00000001:2.0:1775768493.820179:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1775768493.820179:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768493.820180:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154068224 : -130299555483392 : ffff897e4547f100)
00000100:00000040:2.0:1775768493.820185:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768493.820186:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775768493.820188:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820192:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775768493.820192:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e650b6f] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768493.820195:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768493.820197:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768493.820200:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360651264, offset 0
00000100:00000001:3.0:1775768493.820200:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775768493.820202:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775768493.820205:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00080000:3.0:1775768493.820205:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1775768493.820207:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775768493.820208:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768493.820210:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775768493.820212:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:3.0:1775768493.820212:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5712
00000400:00000200:2.0:1775768493.820217:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768493.820222:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768493.820226:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768493.820229:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768493.820232:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768493.820235:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60082:60082:256:4294967295] 192.168.202.115@tcp LPNI seq info [60081:60081:8:4294967295]
00000400:00000200:2.0:1775768493.820239:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768493.820248:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1775768493.820252:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000200:2.0:1775768493.820253:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:3.0:1775768493.820255:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:2.0:1775768493.820257:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00080000:3.0:1775768493.820257:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775768493.820260:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820261:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1775768493.820263:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:3.0:1775768493.820263:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820265:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:2.0:1775768493.820266:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775768493.820267:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768493.820269:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:3.0:1775768493.820270:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1775768493.820271:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:3.0:1775768493.820272:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:3.0:1775768493.820274:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:2.1:1775768493.820275:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775768493.820276:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:3.0:1775768493.820278:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000100:2.0:1775768493.820279:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820280:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1775768493.820281:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000100:00000040:3.0:1775768493.820282:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820283:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768493.820285:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:2.0:1775768493.820298:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775768493.820298:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820300:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768493.820302:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1775768493.820303:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775768493.820305:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775768493.820306:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768493.820307:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000100:00000001:3.0:1775768493.820308:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:2.0:1775768493.820309:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000008:00100000:3.0:1775768493.820310:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775768493.820312:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820313:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775768493.820313:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768493.820316:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547ed80.
00000100:00000200:2.0:1775768493.820317:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775768493.820318:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:3.0:1775768493.820320:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768493.820322:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775768493.820323:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768493.820325:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768493.820326:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775768493.820326:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768493.820329:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775768493.820329:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d06800.
00000100:00000001:3.0:1775768493.820332:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775768493.820335:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768493.820336:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820338:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768493.820343:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768493.820347:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:3.0:1775768493.820347:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768493.820349:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300386042
00000100:00000001:3.0:1775768493.820349:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768493.820352:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab6c41e4] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775768493.820354:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:3.0:1775768493.820358:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820359:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1775768493.820360:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768493.820363:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300386042
00000100:00080000:3.0:1775768493.820363:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775768493.820365:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1775768493.820366:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444060.
00000100:00080000:3.0:1775768493.820366:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775768493.820368:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1775768493.820369:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768493.820371:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775768493.820371:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5712
00000100:00000001:2.0:1775768493.820374:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775768493.820374:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768493.820376:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1775768493.820377:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:3.0:1775768493.820378:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1775768493.820380:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768493/real 1775768493]  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768493.820381:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820384:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768493.820385:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820387:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000001:2.0:1775768493.820389:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1775768493.820389:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775768493.820390:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000001:2.0:1775768493.820391:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768493.820393:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768493.820395:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768493.820397:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000020:00000001:3.0:1775768493.820398:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775768493.820399:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1775768493.820400:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:2.0:1775768493.820402:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775768493.820402:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:3.0:1775768493.820404:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:3.0:1775768493.820407:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820409:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775768493.820411:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820413:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:3.0:1775768493.820415:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000200:2.0:1775768493.820417:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775768493.820418:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:3.0:1775768493.820420:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775768493.820422:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768493.820424:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1775768493.820424:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768493.820425:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768493.820426:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820427:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775768493.820427:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768493.820429:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1775768493.820430:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1775768493.820432:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768493.820433:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768493.820433:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775768493.820437:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e4547f480.
00000020:00000040:3.0:1775768493.820438:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:2.0:1775768493.820439:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775768493.820441:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775768493.820442:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768493.820443:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775768493.820443:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775768493.820444:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775768493.820446:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775768493.820449:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e42d04800.
00000100:00000001:2.0:1775768493.820451:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768493.820451:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820453:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820455:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1775768493.820455:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768493.820456:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820458:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768493.820460:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775768493.820461:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1775768493.820463:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775768493.820463:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768493.820466:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768493.820468:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768493.820472:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768493.820473:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003196cfe8] to pc [ptlrpcd_rcv+-1]  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768493.820480:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360651264:192.168.202.115@tcp:250:kworker.0
00000100:00000001:3.0:1775768493.820483:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820484:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775768493.820485:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768493.820486:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768493.820488:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f100 x1862022360651264/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775768493.820489:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1775768493.820493:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5722)
00000100:00000001:2.0:1775768493.820499:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768493.820501:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768493.820503:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768493.820507:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768493.820509:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768493.820510:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768493.820512:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768493.820514:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05000.
02000000:00000001:2.0:1775768493.820518:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768493.820519:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768493.820521:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f100.
00000100:00000001:2.0:1775768493.820523:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768493.820524:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820526:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820531:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768493.820532:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820533:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768493.820535:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768493.820535:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768493.820538:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820542:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768493.820543:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768493.820544:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768493.820545:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768493.820546:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768493.820548:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651392:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768493.820550:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768493.820551:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768493.820552:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768493.820553:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768493.820555:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768493.820556:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768493.820559:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768493.820561:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768493.820563:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768493.820565:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651392, portal 10
00000100:00000001:2.0:1775768493.820566:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768493.820567:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154055680 : -130299555495936 : ffff897e4547c000)
00000100:00000040:2.0:1775768493.820570:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820574:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768493.820575:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768493.820576:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768493.820578:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360651392, offset 0
00000400:00000200:2.0:1775768493.820580:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768493.820582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768493.820584:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768493.820586:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768493.820588:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768493.820589:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768493.820590:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768493.820592:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60083:60083:256:4294967295] 192.168.202.115@tcp LPNI seq info [60082:60082:8:4294967295]
00000400:00000200:2.0:1775768493.820594:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768493.820598:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768493.820601:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768493.820603:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768493.820605:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768493.820607:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775768493.820610:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768493.820611:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775768493.820614:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768493.820615:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768493.820617:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768493.820619:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768493.820620:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768493.820621:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768493.820623:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768493.820625:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820629:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768493.820631:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820635:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820636:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768493.820637:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768493.820639:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768493.820641:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768493.820642:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300384780
00000100:00000001:2.0:1775768493.820644:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300386042
00000100:00000001:2.0:1775768493.820645:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300384780
00000100:00000001:2.0:1775768493.820646:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300386042
00000100:00000001:2.0:1775768493.820648:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768493.820649:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820650:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768493.820652:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768493/real 1775768493]  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768493.820656:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768493.820656:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768493.820657:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768493.820659:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768493.820660:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768493.820661:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768493.820662:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768493.820667:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820673:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768493.820674:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820675:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768493.820676:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768493.820678:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820681:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768493.820683:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820687:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768493.820688:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820689:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768493.820689:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820690:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768493.820691:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768493.820693:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768493.820694:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768493.820695:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768493.820697:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768493.820701:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651392:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768493.820703:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768493.820705:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820708:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768493.820709:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768493.820711:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768493.820712:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768493.820713:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768493.820714:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651520:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768493.820716:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768493.820717:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768493.820718:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768493.820719:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768493.820720:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768493.820721:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768493.820723:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768493.820724:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768493.820726:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768493.820727:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651520, portal 10
00000100:00000001:2.0:1775768493.820729:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768493.820729:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154067328 : -130299555484288 : ffff897e4547ed80)
00000100:00000040:2.0:1775768493.820732:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820744:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768493.820745:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768493.820747:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768493.820748:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360651520, offset 0
00000400:00000200:2.0:1775768493.820750:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768493.820752:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768493.820754:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768493.820756:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768493.820757:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768493.820759:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768493.820760:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768493.820762:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60084:60084:256:4294967295] 192.168.202.115@tcp LPNI seq info [60083:60083:8:4294967295]
00000400:00000200:2.0:1775768493.820764:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768493.820768:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768493.820771:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768493.820772:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768493.820775:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768493.820776:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775768493.820779:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768493.820791:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775768493.820798:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768493.820799:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768493.820802:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768493.820804:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768493.820806:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768493.820807:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768493.820808:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768493.820810:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820815:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768493.820816:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820820:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820821:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768493.820823:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768493.820824:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768493.820826:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768493.820845:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300384778
00000100:00000001:2.0:1775768493.820847:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300386042
00000100:00000001:2.0:1775768493.820849:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300384779
00000100:00000001:2.0:1775768493.820850:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300386042
00000100:00000001:2.0:1775768493.820851:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768493.820852:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.820853:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768493.820855:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768493/real 1775768493]  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768493.820861:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768493.820861:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768493.820862:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768493.820864:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768493.820865:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768493.820866:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768493.820868:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768493.820872:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820876:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768493.820877:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820878:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768493.820878:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768493.820880:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820884:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768493.820885:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820889:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768493.820890:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820891:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768493.820892:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.820892:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768493.820893:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768493.820895:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768493.820896:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768493.820898:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768493.820900:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768493.820910:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651520:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768493.820912:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768493.820914:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820918:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768493.820919:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768493.820920:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768493.820921:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768493.820922:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768493.820924:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651648:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768493.820926:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768493.820927:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768493.820928:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768493.820929:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768493.820931:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768493.820932:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768493.820934:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768493.820935:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768493.820937:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768493.820939:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651648, portal 4
00000100:00000001:2.0:1775768493.820940:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768493.820941:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154069120 : -130299555482496 : ffff897e4547f480)
00000100:00000040:2.0:1775768493.820944:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820947:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768493.820949:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768493.820950:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768493.820951:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360651648, offset 0
00000400:00000200:2.0:1775768493.820954:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768493.820956:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768493.820958:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768493.820959:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768493.820961:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768493.820962:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768493.820964:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768493.820966:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60085:60085:256:4294967295] 192.168.202.115@tcp LPNI seq info [60084:60084:8:4294967295]
00000400:00000200:2.0:1775768493.820968:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768493.820971:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768493.820974:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768493.820975:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768493.820977:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768493.820979:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1775768493.820981:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768493.820983:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1775768493.820985:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768493.820986:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768493.820988:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768493.820990:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768493.820991:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768493.820992:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768493.820993:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768493.820995:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.820999:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768493.821000:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768518 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.821004:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.821005:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768493.821006:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768493.821008:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768493.821009:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768493.821011:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300384834
00000100:00000001:2.0:1775768493.821012:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300386042
00000100:00000001:2.0:1775768493.821013:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300384834
00000100:00000001:2.0:1775768493.821015:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300386042
00000100:00000001:2.0:1775768493.821016:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768493.821017:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.821017:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768493.821019:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768493/real 1775768493]  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768493.821023:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768493.821023:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768493.821024:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768493.821026:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768493.821027:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768493.821028:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768493.821029:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768493.821034:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.821037:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768493.821038:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821039:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768493.821039:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768493.821041:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.821044:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768493.821046:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.821050:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768493.821051:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821052:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768493.821053:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821054:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768493.821054:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768493.821056:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768493.821057:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768493.821058:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768493.821060:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768493.821064:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e4547f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651648:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768493.821066:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821067:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768493.821068:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547c000 x1862022360651392/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.821071:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768493.821072:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768493.821073:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768493.821075:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768493.821076:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768493.821076:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768493.821077:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768493.821078:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d05c00.
02000000:00000001:2.0:1775768493.821080:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768493.821080:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768493.821081:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547c000.
00000100:00000001:2.0:1775768493.821083:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768493.821083:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821084:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768493.821086:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547ed80 x1862022360651520/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.821093:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768493.821093:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768493.821094:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f1800.
02000000:00000001:2.0:1775768493.821096:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768493.821096:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768493.821097:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768493.821098:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768493.821098:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d06800.
02000000:00000001:2.0:1775768493.821099:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768493.821100:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768493.821101:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547ed80.
00000100:00000001:2.0:1775768493.821103:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768493.821103:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821104:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768493.821105:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e4547f480 x1862022360651648/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768518 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768493.821108:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768493.821109:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768493.821110:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2000.
02000000:00000001:2.0:1775768493.821111:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768493.821111:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768493.821112:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768493.821113:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768493.821113:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e42d04800.
02000000:00000001:2.0:1775768493.821114:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768493.821115:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768493.821116:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e4547f480.
00000100:00000001:2.0:1775768493.821117:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768493.821117:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821118:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768493.821120:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768493.821121:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768493.821122:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768493.821123:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768493.883948:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768493.883954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768493.883956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768493.883960:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768493.883963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768493.883966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768493.883967:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768493.883969:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768493.883971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768494.843930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768494.843936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768494.843942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768494.843944:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768494.843947:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768494.843949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768494.844046:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768494.844050:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768494.844053:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768494.907882:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768494.907886:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768494.907888:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768494.907897:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768494.907899:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768494.907902:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768494.907903:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768494.907905:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768494.907907:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768495.099900:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300386042, at 4300386048
00000100:00000040:3.0:1775768495.099902:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300386042, at 4300386048
00000100:00000010:2.0:1775768495.099913:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00000100:00000010:3.0:1775768495.099919:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444060.
00010000:00000001:0.0:1775768495.867924:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768495.867930:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768495.867936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768495.867938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768495.867941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768495.867948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768495.867998:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768495.868001:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768495.868004:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768495.931943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768495.931948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768495.931951:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768495.931956:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768495.931959:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768495.931962:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768495.931965:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768495.931967:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768495.931970:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892048:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768496.892054:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768496.892057:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768496.892060:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892064:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768496.892065:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892066:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892068:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892071:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768496.892072:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892074:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768496.892075:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768496.892076:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768496.892077:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892078:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768496.892078:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892079:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768496.892080:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768496.892132:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768496.892134:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768496.892136:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768496.955947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768496.955954:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768496.955956:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768496.955961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768496.955964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768496.955967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768496.955970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768496.955972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768496.955974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768497.915951:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768497.915957:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768497.915963:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768497.915965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768497.915969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768497.915970:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768497.916039:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768497.916041:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768497.916043:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768497.979950:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768497.979956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768497.979958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768497.979964:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768497.979967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768497.979971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768497.979974:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768497.979976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768497.979978:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768498.939944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768498.939950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768498.939956:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768498.939958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768498.939958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768498.939962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768498.939965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768498.939966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768498.939969:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768498.939972:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768498.939977:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768498.939983:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5717
00000020:00000001:0.0:1775768498.939985:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768498.939989:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768498.939993:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00010000:0.0:1775768498.939994:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000200:2.0:1775768498.940000:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768498.940003:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768498.940007:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768498.940013:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768498.940018:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768498.940020:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768498.940022:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768498.940024:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768498.940026:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768498.940028:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768498.940032:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768498.940035:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940037:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768498.940039:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768498.940041:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940044:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768498.940046:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768498.940049:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768498.940051:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940053:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768498.940055:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768498.940063:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768498.940067:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768498.940070:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768498.940072:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940075:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768498.940077:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768498.940081:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768498.940090:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768498.940096:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768498.940105:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768498.940114:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768498.940119:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768498.940124:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768498.940146:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768498.940149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768498.940153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768498.940154:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768498.940156:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768498.940159:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768498.940161:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5717
00000400:00000200:2.0:1775768498.940165:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768498.940168:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768498.940170:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768498.940174:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768498.940179:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940181:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768498.940183:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775768498.940183:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768498.940186:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000001:0.0:1775768498.940188:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775768498.940188:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768498.940191:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768498.940192:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775768498.940194:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768498.940197:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768498.940202:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768498.940202:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940206:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768498.940210:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940214:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768498.940219:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000001:0.0:1775768498.940222:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775768498.940223:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768498.940225:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940226:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768498.940230:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768498.940232:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768498.940250:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768498.940254:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768498.940254:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940258:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768498.940259:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768498.940262:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775768498.940266:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360651776:192.168.202.115@tcp:250:kworker.0
00000008:00000001:2.0:1775768498.940268:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940272:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.940274:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1775768498.940278:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775768498.940281:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768498.940283:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768498.940285:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940286:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768498.940287:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768498.940289:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.940291:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1775768498.940293:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768498.940295:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940297:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.940298:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1775768498.940304:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1775768498.940305:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768498.940310:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.940319:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768498.940323:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768498.940329:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000001:2.0:1775768498.940329:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768498.940334:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768498.940338:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651776, portal 25
00000100:00000040:2.0:1775768498.940339:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.940342:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768498.940345:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000001:2.0:1775768498.940355:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768498.940356:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768498.940358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768498.940366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768498.940368:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768498.940369:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768498.940372:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768498.940375:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5717
00000400:00000200:2.0:1775768498.940378:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768498.940383:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768498.940388:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775768498.940388:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768498.940392:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768498.940397:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940398:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775768498.940402:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000040:2.0:1775768498.940402:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940406:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000200:0.0:1775768498.940408:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360651776, offset 0
00000020:00000001:2.0:1775768498.940409:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768498.940412:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768498.940414:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768498.940417:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:0.0:1775768498.940418:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000001:2.0:1775768498.940421:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768498.940424:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768498.940429:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768498.940429:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768498.940436:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940439:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768498.940440:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000020:00000040:2.0:1775768498.940443:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:0.0:1775768498.940447:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775768498.940449:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940452:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.940454:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000001:2.0:1775768498.940456:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768498.940460:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775768498.940460:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768498.940464:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.940467:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940468:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768498.940471:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768498.940474:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60086:60086:256:4294967295] 192.168.202.115@tcp LPNI seq info [60085:60085:8:4294967295]
00000008:00000001:2.0:1775768498.940476:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940480:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.940484:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000010:2.0:1775768498.940486:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775768498.940489:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768498.940494:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768498.940497:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.940501:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768498.940501:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768498.940504:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768498.940506:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775768498.940511:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
02000000:00000010:2.0:1775768498.940512:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000800:00000010:0.0:1775768498.940517:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000100:00000001:2.0:1775768498.940517:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768498.940524:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768498.940529:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768498.940535:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1775768498.940539:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768498.940543:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775768498.940544:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768498.940550:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1775768498.940551:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768498.940560:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768498.940562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768498.940566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768498.940569:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1775768498.940570:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00080000:2.0:1775768498.940572:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1775768498.940575:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000100:00000001:2.0:1775768498.940576:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768498.940581:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5717
00000400:00000200:0.0:1775768498.940583:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768498.940587:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768498.940594:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768498.940595:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768498.940597:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768498.940602:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000100:00000040:2.0:1775768498.940603:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768498.940606:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:2.0:1775768498.940606:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768498.940611:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768498.940612:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768498.940614:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768498.940619:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:0.0:1775768498.940620:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768498.940622:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768498.940625:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768498.940628:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768498.940633:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768498.940639:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768498.940641:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768498.940645:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768498.940648:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768498.940648:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768498.940653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768498.940658:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768498.940663:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768498.940666:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768498.940667:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768498.940672:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768498.940672:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768498.940676:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768498.940679:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768498.940680:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768498.940681:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940685:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768498.940687:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768498.940689:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940690:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768498.940694:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775768498.940697:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000200:0.0:1775768498.940700:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768498.940701:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768498.940704:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300391162
02000000:00000001:2.0:1775768498.940704:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768498.940706:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768498.940709:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768498.940711:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768498.940713:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442315a0.
02000000:00000010:2.0:1775768498.940715:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768498.940719:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.940721:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1775768498.940725:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768498.940728:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300391162
00000100:00000010:0.0:1775768498.940735:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231b40.
00000100:00000001:2.0:1775768498.940737:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768498.940740:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768498.940741:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.940747:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768498.940747:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.940753:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.940759:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775768498.940763:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768498.940766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1775768498.940767:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768498/real 1775768498]  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768498.940771:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768498.940778:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5727)
00000400:00000001:0.0:1775768498.940783:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768498.940786:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768498.940788:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768498.940791:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768498.940793:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768498.940796:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768498.940800:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768498.940809:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.940816:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768498.940817:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.940819:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.940821:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768498.940825:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.940851:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768498.940855:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.940861:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768498.940864:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.940866:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.940867:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.940869:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768498.940871:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768498.940874:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768498.940877:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768498.940880:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768498.940883:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768498.940891:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360651776:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768498.940895:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.940897:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768498.940900:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360651776/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.940906:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768498.940908:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768498.940911:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768498.940914:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768498.940915:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768498.940917:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768498.940919:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768498.940921:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:0.0:1775768498.940926:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768498.940927:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768498.940929:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768498.940932:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768498.940933:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.940935:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.940941:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768498.940943:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.940945:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768498.940947:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768498.940948:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768498.940951:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.940958:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768498.940959:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.940970:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768498.940975:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768498.940977:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768498.940981:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651904:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768498.940984:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768498.940986:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768498.940987:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.940989:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768498.940992:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768498.940994:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.940997:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768498.941000:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768498.941003:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768498.941006:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360651904, portal 10
00000100:00000001:0.0:1775768498.941008:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768498.941010:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768498.941016:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941022:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768498.941025:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768498.941027:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768498.941029:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360651904, offset 0
00000400:00000200:0.0:1775768498.941033:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768498.941037:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768498.941040:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768498.941043:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768498.941045:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768498.941048:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768498.941050:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768498.941053:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60087:60087:256:4294967295] 192.168.202.115@tcp LPNI seq info [60086:60086:8:4294967295]
00000400:00000200:0.0:1775768498.941057:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768498.941063:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768498.941068:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768498.941071:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768498.941074:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768498.941077:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768498.941081:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768498.941084:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768498.941087:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768498.941089:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768498.941092:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768498.941095:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768498.941098:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768498.941100:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768498.941102:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768498.941105:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941118:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768498.941121:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941127:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.941128:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768498.941131:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768498.941135:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768498.941138:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768498.941140:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300389901
00000100:00000001:0.0:1775768498.941143:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300391162
00000100:00000001:0.0:1775768498.941144:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300389901
00000100:00000001:0.0:1775768498.941146:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300391162
00000100:00000001:0.0:1775768498.941149:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768498.941151:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.941152:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768498.941156:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768498/real 1775768498]  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768498.941163:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768498.941164:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768498.941166:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768498.941168:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768498.941170:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768498.941172:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768498.941175:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768498.941182:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941187:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768498.941189:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941191:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.941192:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768498.941195:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941202:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768498.941205:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941211:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768498.941214:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941215:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.941216:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941218:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768498.941220:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768498.941222:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768498.941224:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768498.941226:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768498.941229:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768498.941251:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360651904:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768498.941255:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768498.941258:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941263:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768498.941265:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.941266:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768498.941268:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768498.941270:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768498.941273:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652032:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768498.941275:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768498.941277:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768498.941279:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.941280:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768498.941283:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768498.941285:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.941288:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768498.941290:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768498.941293:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768498.941296:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652032, portal 10
00000100:00000001:0.0:1775768498.941298:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768498.941299:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768498.941304:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941310:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768498.941312:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768498.941315:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768498.941317:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360652032, offset 0
00000400:00000200:0.0:1775768498.941321:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768498.941324:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768498.941328:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768498.941330:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768498.941333:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768498.941335:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768498.941337:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768498.941340:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60088:60088:256:4294967295] 192.168.202.115@tcp LPNI seq info [60087:60087:8:4294967295]
00000400:00000200:0.0:1775768498.941344:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768498.941350:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768498.941354:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768498.941357:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768498.941361:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768498.941364:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768498.941368:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768498.941370:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768498.941373:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768498.941375:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768498.941377:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768498.941381:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768498.941383:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768498.941385:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768498.941387:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768498.941390:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941397:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768498.941399:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941405:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.941407:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768498.941410:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768498.941412:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768498.941415:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768498.941417:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300389899
00000100:00000001:0.0:1775768498.941419:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300391162
00000100:00000001:0.0:1775768498.941421:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300389899
00000100:00000001:0.0:1775768498.941423:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300391162
00000100:00000001:0.0:1775768498.941426:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768498.941427:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.941429:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768498.941433:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768498/real 1775768498]  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768498.941439:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768498.941441:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768498.941443:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768498.941445:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768498.941446:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768498.941448:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768498.941451:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768498.941458:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941464:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768498.941466:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941468:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.941469:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768498.941472:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941478:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768498.941481:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941487:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768498.941490:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941491:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.941492:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941494:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768498.941495:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768498.941498:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768498.941501:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768498.941503:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768498.941507:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768498.941519:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652032:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768498.941523:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768498.941525:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941532:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768498.941533:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.941535:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768498.941536:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768498.941538:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768498.941541:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652160:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768498.941544:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768498.941546:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768498.941547:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768498.941549:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768498.941552:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768498.941554:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768498.941557:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768498.941559:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768498.941562:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768498.941565:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652160, portal 4
00000100:00000001:0.0:1775768498.941567:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768498.941568:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:0.0:1775768498.941573:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941579:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768498.941581:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768498.941583:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768498.941585:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360652160, offset 0
00000400:00000200:0.0:1775768498.941589:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768498.941593:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768498.941596:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768498.941599:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768498.941601:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768498.941603:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768498.941606:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768498.941608:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60089:60089:256:4294967295] 192.168.202.115@tcp LPNI seq info [60088:60088:8:4294967295]
00000400:00000200:0.0:1775768498.941612:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768498.941618:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768498.941621:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768498.941625:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768498.941629:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768498.941631:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775768498.941635:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768498.941637:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775768498.941640:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768498.941642:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768498.941644:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768498.941648:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768498.941651:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768498.941652:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768498.941654:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768498.941657:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941665:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768498.941668:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768523 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941674:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.941675:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768498.941678:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768498.941681:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768498.941683:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768498.941686:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300389954
00000100:00000001:0.0:1775768498.941688:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300391162
00000100:00000001:0.0:1775768498.941690:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300389954
00000100:00000001:0.0:1775768498.941692:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300391162
00000100:00000001:0.0:1775768498.941693:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768498.941695:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.941697:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768498.941700:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768498/real 1775768498]  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768498.941707:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768498.941708:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768498.941710:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768498.941712:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768498.941713:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768498.941715:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768498.941718:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768498.941732:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941738:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768498.941739:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941741:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.941743:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768498.941746:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941752:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768498.941755:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941761:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768498.941764:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941766:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768498.941767:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941768:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768498.941770:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768498.941772:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768498.941775:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768498.941777:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768498.941780:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768498.941787:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652160:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768498.941791:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941793:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768498.941796:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360651904/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941801:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768498.941803:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768498.941804:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768498.941806:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768498.941808:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768498.941809:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768498.941811:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768498.941812:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768498.941815:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768498.941816:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768498.941818:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768498.941820:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768498.941821:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941823:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768498.941826:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360652032/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941855:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768498.941856:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768498.941858:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768498.941860:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768498.941861:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768498.941862:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768498.941864:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768498.941866:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768498.941868:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768498.941869:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768498.941871:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768498.941873:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768498.941874:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941876:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768498.941879:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360652160/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768523 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768498.941885:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768498.941886:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768498.941887:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768498.941889:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768498.941890:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768498.941891:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768498.941893:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768498.941894:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768498.941896:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768498.941897:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768498.941898:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768498.941900:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768498.941901:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941903:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768498.941907:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768498.941908:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768498.941909:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768498.941911:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768499.003938:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768499.003945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768499.003946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768499.003952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768499.003955:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768499.003959:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768499.003961:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768499.003964:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768499.003966:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768499.963957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768499.963963:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768499.963968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768499.963971:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768499.963973:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768499.963976:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768499.963979:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768499.963981:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768499.963983:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768499.963985:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768499.963988:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768499.963989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768499.964098:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768499.964102:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768499.964105:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768500.027936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768500.027941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768500.027942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768500.027946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768500.027949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768500.027952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768500.027953:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768500.027955:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768500.027957:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768500.219986:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300391162, at 4300391168
00000100:00000040:3.0:1775768500.219987:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300391162, at 4300391168
00000100:00000010:3.0:1775768500.220011:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000100:00000010:2.0:1775768500.220018:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00010000:00000001:0.0:1775768500.987928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768500.987934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768500.987939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768500.987941:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768500.987945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768500.987946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768500.988011:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768500.988015:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768500.988019:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768501.051932:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768501.051940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768501.051942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768501.051948:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768501.051952:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768501.051955:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768501.051958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768501.051960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768501.051962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768502.011982:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768502.011988:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768502.011996:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768502.011998:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768502.012002:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768502.012004:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768502.012072:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768502.012075:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768502.012079:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768502.075935:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768502.075940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768502.075941:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768502.075945:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768502.075948:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768502.075950:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.075952:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768502.075954:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768502.075956:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768503.035948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768503.035954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768503.035960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768503.035962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768503.035965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768503.035966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768503.036033:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768503.036036:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768503.036038:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768503.099933:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768503.099938:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768503.099939:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768503.099944:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768503.099946:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768503.099949:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768503.099950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768503.099952:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768503.099954:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768504.059900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768504.059908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768504.059909:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768504.059911:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768504.059912:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768504.059915:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768504.059917:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768504.059919:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.059919:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768504.059923:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768504.059924:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768504.059926:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5722
00000400:00000200:2.0:1775768504.059933:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768504.059937:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768504.059939:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768504.059942:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.059944:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768504.059945:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.059947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768504.059949:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768504.059951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768504.059952:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768504.059954:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768504.059956:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768504.059958:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768504.059960:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1775768504.059960:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768504.059962:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.059964:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00010000:00010000:0.0:1775768504.059965:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768504.059967:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.059969:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768504.059971:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768504.059974:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768504.059976:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768504.059978:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768504.059980:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768504.059982:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.059983:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768504.059985:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768504.059993:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768504.059997:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768504.060000:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768504.060002:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060005:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768504.060007:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768504.060011:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768504.060018:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768504.060024:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768504.060033:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768504.060042:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768504.060046:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768504.060050:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768504.060067:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768504.060069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768504.060071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768504.060072:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768504.060073:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768504.060075:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768504.060077:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5722
00000400:00000200:2.0:1775768504.060079:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768504.060081:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768504.060083:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768504.060085:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060086:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768504.060088:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060089:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768504.060091:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768504.060092:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768504.060093:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768504.060094:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768504.060096:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768504.060097:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768504.060098:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768504.060099:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768504.060100:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768504.060104:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768504.060104:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060105:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768504.060107:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768504.060108:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768504.060111:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060113:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768504.060115:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768504.060115:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768504.060120:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768504.060124:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060125:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768504.060126:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768504.060129:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775768504.060130:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768504.060133:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060134:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768504.060135:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060139:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1775768504.060139:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775768504.060143:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768504.060144:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768504.060146:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1775768504.060149:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360652288:192.168.202.115@tcp:250:kworker.0
02000000:00000001:2.0:1775768504.060152:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060156:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768504.060158:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768504.060158:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768504.060160:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060163:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1775768504.060164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768504.060166:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060168:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060170:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1775768504.060173:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1775768504.060176:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768504.060180:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060181:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768504.060196:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768504.060200:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768504.060201:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000100:00000040:2.0:1775768504.060205:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775768504.060206:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768504.060214:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652288, portal 25
00000100:00000001:2.0:1775768504.060214:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060218:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775768504.060219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768504.060221:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00080000:2.0:1775768504.060223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768504.060226:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768504.060227:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775768504.060230:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768504.060230:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768504.060234:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5722
00000400:00000200:2.0:1775768504.060241:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768504.060245:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768504.060247:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768504.060250:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768504.060251:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060253:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768504.060256:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000040:0.0:1775768504.060258:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060258:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768504.060261:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768504.060262:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000010:0.0:1775768504.060263:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000020:00000001:2.0:1775768504.060263:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768504.060266:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768504.060268:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000200:0.0:1775768504.060269:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360652288, offset 0
00000020:00000001:2.0:1775768504.060270:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768504.060275:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060276:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768504.060280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768504.060281:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060283:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768504.060285:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768504.060287:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060289:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060292:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768504.060293:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768504.060297:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775768504.060299:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:2.0:1775768504.060299:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060301:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768504.060304:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775768504.060305:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1775768504.060307:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060310:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000100:00000001:2.0:1775768504.060310:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060315:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1775768504.060316:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000400:00000200:0.0:1775768504.060318:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000020:00000040:2.0:1775768504.060319:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768504.060322:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768504.060324:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060325:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60090:60090:256:4294967295] 192.168.202.115@tcp LPNI seq info [60089:60089:8:4294967295]
00000100:00000001:2.0:1775768504.060327:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768504.060329:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768504.060331:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768504.060331:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768504.060335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768504.060339:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060346:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1775768504.060346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775768504.060356:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060358:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768504.060360:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768504.060361:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000100:00000040:2.0:1775768504.060365:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775768504.060371:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768504.060377:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775768504.060377:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768504.060379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768504.060383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.1:1775768504.060384:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768504.060385:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768504.060387:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775768504.060389:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775768504.060390:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768504.060395:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5722
00000800:00000100:0.0:1775768504.060396:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768504.060399:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:2.0:1775768504.060399:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768504.060404:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768504.060404:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768504.060405:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768504.060410:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:0.0:1775768504.060411:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768504.060413:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768504.060416:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000100:00000040:2.0:1775768504.060416:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768504.060419:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:2.0:1775768504.060419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768504.060423:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1775768504.060423:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768504.060424:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768504.060427:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768504.060428:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:0.0:1775768504.060430:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768504.060431:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768504.060435:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768504.060441:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060445:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768504.060447:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768504.060448:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060450:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000040:0.0:1775768504.060452:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768504.060453:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768504.060459:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768504.060463:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768504.060467:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768504.060469:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768504.060470:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768504.060472:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775768504.060472:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060475:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768504.060476:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1775768504.060478:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768504.060478:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060482:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768504.060486:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768504.060488:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768504.060489:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768504.060489:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768504.060490:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768504.060491:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768504.060492:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060494:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:2.0:1775768504.060495:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:0.0:1775768504.060497:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300396282
00000100:00000001:2.0:1775768504.060498:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768504.060503:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442310c0.
00000100:00100000:2.0:1775768504.060504:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768504.060510:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768504.060511:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768504.060511:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768504.060516:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060517:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300396282
00000100:00000010:0.0:1775768504.060522:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231660.
00000100:00000001:0.0:1775768504.060526:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1775768504.060527:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060531:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768504.060531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768504.060536:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768504.060537:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768504.060540:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775768504.060542:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5732)
00000100:00100000:0.0:1775768504.060545:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768504/real 1775768504]  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768504.060552:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768504.060553:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768504.060555:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768504.060557:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768504.060558:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768504.060560:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768504.060562:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768504.060568:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060572:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768504.060573:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060574:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.060576:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768504.060577:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060581:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768504.060584:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060592:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768504.060594:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060595:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.060595:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060597:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768504.060598:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768504.060599:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768504.060602:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768504.060603:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768504.060605:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768504.060610:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360652288:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768504.060612:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060613:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768504.060615:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360652288/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060618:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768504.060620:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768504.060622:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768504.060623:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768504.060624:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768504.060625:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768504.060626:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768504.060627:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768504.060632:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768504.060633:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768504.060634:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768504.060636:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768504.060636:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060638:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060642:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768504.060643:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060645:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768504.060646:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768504.060647:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768504.060649:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060653:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768504.060654:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060655:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768504.060656:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768504.060657:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768504.060659:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652416:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768504.060661:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768504.060662:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768504.060663:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060664:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768504.060665:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768504.060667:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060669:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768504.060670:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768504.060672:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768504.060674:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652416, portal 10
00000100:00000001:0.0:1775768504.060675:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768504.060676:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:0.0:1775768504.060679:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060683:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768504.060685:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768504.060686:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768504.060687:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360652416, offset 0
00000400:00000200:0.0:1775768504.060689:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768504.060691:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768504.060694:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768504.060696:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768504.060697:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768504.060699:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768504.060700:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768504.060702:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60091:60091:256:4294967295] 192.168.202.115@tcp LPNI seq info [60090:60090:8:4294967295]
00000400:00000200:0.0:1775768504.060704:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768504.060708:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768504.060711:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768504.060712:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768504.060714:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768504.060716:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768504.060718:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768504.060720:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768504.060722:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768504.060723:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768504.060725:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768504.060727:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768504.060728:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768504.060729:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768504.060730:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768504.060733:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060737:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768504.060738:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060742:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060743:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768504.060745:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768504.060747:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768504.060749:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768504.060750:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300395020
00000100:00000001:0.0:1775768504.060752:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300396282
00000100:00000001:0.0:1775768504.060753:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300395020
00000100:00000001:0.0:1775768504.060754:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300396282
00000100:00000001:0.0:1775768504.060756:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768504.060757:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060758:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768504.060760:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768504/real 1775768504]  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768504.060763:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768504.060764:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768504.060765:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768504.060766:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768504.060767:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768504.060768:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768504.060770:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768504.060774:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060777:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768504.060778:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060779:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.060780:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768504.060781:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060785:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768504.060787:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060790:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768504.060791:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060792:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.060793:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060794:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768504.060795:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768504.060797:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768504.060799:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768504.060800:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768504.060802:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768504.060806:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652416:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768504.060808:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768504.060809:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060812:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768504.060813:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060814:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768504.060815:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768504.060816:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768504.060818:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652544:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768504.060819:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768504.060820:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768504.060821:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.060822:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768504.060824:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768504.060825:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.060827:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768504.060844:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768504.060847:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768504.060849:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652544, portal 10
00000100:00000001:0.0:1775768504.060851:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768504.060852:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:0.0:1775768504.060857:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060863:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768504.060865:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768504.060867:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768504.060869:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360652544, offset 0
00000400:00000200:0.0:1775768504.060872:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768504.060876:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768504.060879:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768504.060881:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768504.060883:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768504.060885:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768504.060887:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768504.060890:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60092:60092:256:4294967295] 192.168.202.115@tcp LPNI seq info [60091:60091:8:4294967295]
00000400:00000200:0.0:1775768504.060894:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768504.060900:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768504.060904:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768504.060907:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768504.060909:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768504.060911:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768504.060914:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768504.060915:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768504.060917:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768504.060918:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768504.060920:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768504.060922:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768504.060924:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768504.060925:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768504.060927:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768504.060929:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060933:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768504.060935:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060939:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060940:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768504.060942:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768504.060943:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768504.060945:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768504.060946:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300395019
00000100:00000001:0.0:1775768504.060948:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300396282
00000100:00000001:0.0:1775768504.060949:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300395019
00000100:00000001:0.0:1775768504.060950:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300396282
00000100:00000001:0.0:1775768504.060952:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768504.060953:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.060954:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768504.060956:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768504/real 1775768504]  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768504.060960:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768504.060960:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768504.060961:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768504.060962:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768504.060963:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768504.060964:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768504.060966:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768504.060970:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060973:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768504.060974:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060975:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.060976:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768504.060978:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060982:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768504.060984:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.060988:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768504.060989:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060990:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.060991:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.060991:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768504.060992:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768504.060994:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768504.060995:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768504.060996:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768504.060998:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768504.061002:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652544:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768504.061004:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768504.061006:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061010:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768504.061010:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.061012:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768504.061013:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768504.061014:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768504.061015:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652672:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768504.061017:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768504.061018:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768504.061019:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768504.061020:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768504.061022:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768504.061023:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768504.061025:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768504.061026:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768504.061028:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768504.061030:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652672, portal 4
00000100:00000001:0.0:1775768504.061031:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768504.061032:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:0.0:1775768504.061035:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061038:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768504.061040:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768504.061041:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768504.061042:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360652672, offset 0
00000400:00000200:0.0:1775768504.061044:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768504.061046:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768504.061048:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768504.061049:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768504.061051:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768504.061053:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768504.061055:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768504.061057:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60093:60093:256:4294967295] 192.168.202.115@tcp LPNI seq info [60092:60092:8:4294967295]
00000400:00000200:0.0:1775768504.061061:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768504.061067:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768504.061071:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768504.061074:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768504.061077:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768504.061080:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775768504.061083:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768504.061086:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775768504.061089:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768504.061092:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:0.0:1775768504.061094:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768504.061097:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768504.061100:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:0.0:1775768504.061101:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:0.0:1775768504.061103:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768504.061106:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061112:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768504.061113:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768529 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061117:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.061118:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768504.061120:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768504.061122:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768504.061124:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768504.061125:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300395074
00000100:00000001:0.0:1775768504.061126:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300396282
00000100:00000001:0.0:1775768504.061128:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300395074
00000100:00000001:0.0:1775768504.061130:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300396282
00000100:00000001:0.0:1775768504.061132:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768504.061134:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.061136:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768504.061139:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768504/real 1775768504]  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768504.061145:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768504.061146:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768504.061148:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:0.0:1775768504.061150:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:0.0:1775768504.061152:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:0.0:1775768504.061154:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768504.061157:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768504.061165:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061180:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768504.061181:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061193:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.061195:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768504.061200:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061204:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768504.061206:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061210:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768504.061211:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061212:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768504.061213:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061214:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768504.061214:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768504.061216:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768504.061217:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768504.061218:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768504.061220:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768504.061225:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652672:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768504.061227:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061229:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768504.061232:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360652416/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061238:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768504.061239:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768504.061241:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768504.061243:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768504.061244:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768504.061245:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768504.061247:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768504.061248:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768504.061252:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768504.061254:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768504.061255:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:0.0:1775768504.061257:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768504.061259:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061260:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768504.061263:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360652544/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061269:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768504.061271:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768504.061272:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28000.
02000000:00000001:0.0:1775768504.061274:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768504.061275:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768504.061276:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768504.061278:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768504.061278:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768504.061280:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768504.061281:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768504.061282:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:0.0:1775768504.061283:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768504.061284:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061285:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768504.061287:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360652672/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768529 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768504.061291:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768504.061291:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768504.061292:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768504.061294:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768504.061295:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768504.061295:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768504.061296:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768504.061297:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768504.061300:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768504.061300:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768504.061301:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:0.0:1775768504.061302:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768504.061303:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061304:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.061306:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768504.061307:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.061308:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768504.061309:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768504.123928:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768504.123933:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768504.123934:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768504.123938:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768504.123941:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768504.123944:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.123947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768504.123949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768504.123951:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768505.083928:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768505.083932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768505.083936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768505.083937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768505.083940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768505.083941:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768505.084002:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768505.084006:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768505.084009:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768505.147940:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768505.147945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768505.147947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768505.147951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768505.147954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768505.147957:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768505.147959:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768505.147961:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768505.147962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768505.339951:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300396282, at 4300396288
00000100:00000010:2.0:1775768505.339961:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000100:00000040:3.0:1775768505.339970:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300396282, at 4300396288
00000100:00000010:3.0:1775768505.339983:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00010000:00000001:0.0:1775768506.107879:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768506.107883:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768506.107887:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768506.107888:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768506.107890:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768506.107891:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768506.107947:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768506.107951:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768506.107955:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768506.171898:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768506.171902:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768506.171903:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768506.171907:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768506.171910:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768506.171913:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768506.171914:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768506.171916:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768506.171923:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.131950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768507.131964:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768507.131968:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768507.131973:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.131980:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768507.131983:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.131986:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.131989:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.131993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768507.131994:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.131997:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768507.131999:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768507.132000:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768507.132001:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.132003:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768507.132003:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.132004:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768507.132005:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768507.132076:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768507.132080:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768507.132083:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768507.195980:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768507.195988:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768507.195991:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768507.195997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768507.196002:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768507.196007:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.196010:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768507.196013:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768507.196015:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768508.155922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768508.155927:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768508.155932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768508.155933:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768508.155936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768508.155937:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768508.156000:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768508.156004:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768508.156008:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768508.219874:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768508.219880:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768508.219882:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768508.219887:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768508.219890:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768508.219893:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768508.219895:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768508.219898:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768508.219900:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768509.179975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768509.179982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768509.179982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768509.179987:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768509.179989:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768509.179997:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768509.179999:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768509.180000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768509.180003:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768509.180008:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768509.180013:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768509.180022:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5727
00000400:00000200:2.0:1775768509.180032:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768509.180039:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768509.180043:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768509.180048:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768509.180058:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768509.180059:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768509.180062:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768509.180067:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775768509.180067:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768509.180072:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768509.180077:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768509.180081:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768509.180084:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768509.180086:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768509.180094:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180098:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180104:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768509.180111:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768509.180114:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180119:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768509.180122:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768509.180127:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768509.180145:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180149:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768509.180152:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768509.180162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775768509.180166:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768509.180169:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768509.180172:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180174:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768509.180177:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768509.180181:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768509.180187:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768509.180193:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768509.180202:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768509.180212:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768509.180216:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768509.180220:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768509.180246:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768509.180249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768509.180252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768509.180253:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768509.180254:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768509.180257:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768509.180259:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5727
00000400:00000200:2.0:1775768509.180263:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768509.180266:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768509.180268:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768509.180270:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180273:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180277:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768509.180279:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768509.180280:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768509.180282:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768509.180284:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768509.180285:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768509.180287:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768509.180290:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180293:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180295:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768509.180297:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768509.180299:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180300:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768509.180302:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768509.180306:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768509.180307:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180308:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768509.180312:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768509.180315:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180316:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768509.180319:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768509.180321:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768509.180323:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768509.180324:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180326:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768509.180327:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768509.180329:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768509.180334:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768509.180337:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768509.180342:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768509.180349:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768509.180351:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768509.180355:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768509.180362:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768509.180364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768509.180367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768509.180368:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768509.180370:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768509.180372:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768509.180373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5727
00000400:00000200:2.0:1775768509.180376:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768509.180378:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768509.180379:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768509.180381:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180382:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180383:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180385:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768509.180386:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768509.180387:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768509.180388:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768509.180389:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768509.180390:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768509.180391:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768509.180392:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180393:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180394:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180395:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768509.180396:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768509.180398:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180399:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768509.180401:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768509.180402:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768509.180404:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180405:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768509.180407:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768509.180410:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180411:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768509.180415:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768509.180416:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768509.180419:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768509.180420:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180421:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768509.180422:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768509.180424:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768509.180427:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768509.180431:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768509.180435:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768509.180442:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768509.180444:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768509.180447:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768509.180454:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768509.180456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768509.180459:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768509.180461:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768509.180462:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768509.180464:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768509.180466:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5727
00000400:00000200:2.0:1775768509.180470:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768509.180473:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768509.180475:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768509.180478:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180480:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180481:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180483:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768509.180485:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768509.180486:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768509.180488:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768509.180489:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768509.180491:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768509.180493:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768509.180496:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180499:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768509.180501:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180502:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768509.180505:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768509.180507:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768509.180509:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768509.180511:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768509.180514:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768509.180516:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180518:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768509.180520:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768509.180522:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180524:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768509.180527:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768509.180529:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768509.180532:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768509.180533:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768509.180534:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768509.180536:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768509.180538:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768509.180541:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768509.180544:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768509.180548:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768509.180555:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768509.180557:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768509.180561:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768509.180568:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768509.180571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768509.180575:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768509.180579:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5737)
00000100:00000001:0.0:1775768509.181180:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768509.181184:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768509.181186:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768509.181192:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181201:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768509.181204:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181208:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768509.181211:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768509.181214:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768509.181217:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360652800:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768509.181222:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768509.181227:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768509.181229:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181232:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768509.181237:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768509.181240:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768509.181245:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768509.181249:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2840.
00000400:00000010:0.0:1775768509.181256:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf770.
00000100:00000200:0.0:1775768509.181265:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652800, portal 25
00000100:00000001:0.0:1775768509.181267:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768509.181269:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:0.0:1775768509.181274:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181282:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768509.181285:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768509.181288:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf330.
00000100:00000200:0.0:1775768509.181292:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360652800, offset 0
00000400:00000200:0.0:1775768509.181299:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181306:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181312:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768509.181317:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768509.181321:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768509.181325:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768509.181328:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181332:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60094:60094:256:4294967295] 192.168.202.115@tcp LPNI seq info [60093:60093:8:4294967295]
00000400:00000200:0.0:1775768509.181337:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181347:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768509.181354:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768509.181359:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffac00.
00000800:00000200:0.0:1775768509.181366:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768509.181371:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768509.181391:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768509.181395:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768509.181398:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300401403
00000100:00000010:0.0:1775768509.181403:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231e40.
00000100:00000001:0.0:1775768509.181410:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768509.181420:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300401403
00000100:00000010:0.0:1775768509.181424:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231cc0.
00000100:00000001:0.0:1775768509.181427:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768509.181430:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768509.181433:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768509.181436:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768509.181440:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181447:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768509.181449:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181451:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768509.181453:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768509.181455:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768509.181457:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652928:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768509.181460:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768509.181462:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768509.181464:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181466:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768509.181468:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768509.181470:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768509.181473:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768509.181476:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2630.
00000400:00000010:0.0:1775768509.181480:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf5d8.
00000100:00000200:0.0:1775768509.181483:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360652928, portal 10
00000100:00000001:0.0:1775768509.181485:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768509.181486:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:0.0:1775768509.181492:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181499:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768509.181501:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768509.181503:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf880.
00000100:00000200:0.0:1775768509.181506:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360652928, offset 0
00000400:00000200:0.0:1775768509.181510:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181514:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181517:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768509.181519:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768509.181522:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768509.181524:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768509.181527:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181530:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60095:60095:255:4294967295] 192.168.202.115@tcp LPNI seq info [60094:60094:7:4294967295]
00000400:00000200:0.0:1775768509.181534:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181540:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768509.181544:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768509.181547:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa100.
00000800:00000200:0.0:1775768509.181551:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768509.181555:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768509.181557:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768509.181561:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768509.181564:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768509.181566:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300400141
00000100:00000001:0.0:1775768509.181569:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300401403
00000100:00000001:0.0:1775768509.181571:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300400141
00000100:00000001:0.0:1775768509.181573:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300401403
00000100:00000001:0.0:1775768509.181575:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768509.181578:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768509.181580:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768509.181583:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181590:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768509.181592:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181593:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768509.181595:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768509.181597:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768509.181600:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653056:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768509.181603:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768509.181604:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768509.181606:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181607:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768509.181610:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29c00.
02000000:00000001:0.0:1775768509.181612:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768509.181614:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768509.181617:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2528.
00000400:00000010:0.0:1775768509.181620:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfa18.
00000100:00000200:0.0:1775768509.181622:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653056, portal 10
00000100:00000001:0.0:1775768509.181624:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768509.181625:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768509.181630:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181637:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768509.181639:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768509.181641:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf198.
00000100:00000200:0.0:1775768509.181643:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360653056, offset 0
00000400:00000200:0.0:1775768509.181647:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181650:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181653:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768509.181656:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768509.181659:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768509.181661:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768509.181663:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181666:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60096:60096:254:4294967295] 192.168.202.115@tcp LPNI seq info [60095:60095:6:4294967295]
00000400:00000200:0.0:1775768509.181670:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181676:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768509.181680:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768509.181683:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaa00.
00000800:00000200:0.0:1775768509.181687:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768509.181690:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768509.181693:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768509.181695:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768509.181698:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768509.181700:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300400139
00000100:00000001:0.0:1775768509.181702:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300401403
00000100:00000001:0.0:1775768509.181704:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300400139
00000100:00000001:0.0:1775768509.181707:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300401403
00000100:00000001:0.0:1775768509.181709:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768509.181710:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768509.181712:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768509.181716:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181722:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768509.181724:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181726:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768509.181728:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768509.181730:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768509.181733:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653184:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768509.181736:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768509.181737:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768509.181739:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768509.181741:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768509.181743:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768509.181745:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768509.181750:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768509.181752:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d26e0.
00000400:00000010:0.0:1775768509.181755:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf3b8.
00000100:00000200:0.0:1775768509.181757:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653184, portal 4
00000100:00000001:0.0:1775768509.181758:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768509.181759:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:0.0:1775768509.181764:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768509.181769:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768509.181771:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768509.181773:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfe58.
00000100:00000200:0.0:1775768509.181774:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360653184, offset 0
00000400:00000200:0.0:1775768509.181778:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181781:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181783:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768509.181786:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768509.181787:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768509.181789:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768509.181791:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768509.181794:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60097:60097:253:4294967295] 192.168.202.115@tcp LPNI seq info [60096:60096:5:4294967295]
00000400:00000200:0.0:1775768509.181797:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768509.181802:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768509.181806:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768509.181809:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffaf00.
00000800:00000200:0.0:1775768509.181812:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768509.181815:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:0.0:1775768509.181854:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768509.181857:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768509.181861:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768509.181863:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300400195
00000100:00000001:0.0:1775768509.181865:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300401403
00000100:00000001:0.0:1775768509.181867:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300400195
00000100:00000001:0.0:1775768509.181868:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300401403
00000100:00000001:0.0:1775768509.181870:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768509.181872:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768509.181875:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768509.181877:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768509.181884:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768509.181886:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775768509.181887:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768509.181888:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768509.181890:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768509.181892:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768509.243951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768509.243956:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768509.243959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768509.243964:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768509.243967:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768509.243971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768509.243973:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768509.243976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768509.243978:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768510.204053:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768510.204059:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768510.204065:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768510.204068:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768510.204070:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768510.204074:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768510.204077:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768510.204079:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768510.204081:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768510.204084:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768510.204088:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768510.204089:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768510.204159:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768510.204163:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768510.204166:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768510.269153:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768510.269160:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768510.269161:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768510.269167:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768510.269170:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768510.269174:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768510.269176:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768510.269178:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768510.269181:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768510.459910:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300401403, at 4300401408
00000100:00000010:3.0:1775768510.459922:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00000100:00000040:2.0:1775768510.459924:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300401403, at 4300401408
00000100:00000010:2.0:1775768510.459932:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00010000:00000001:0.0:1775768511.227954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768511.227961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768511.227968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768511.227969:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768511.227974:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768511.227976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768511.228038:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768511.228043:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768511.228046:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768511.291937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768511.291948:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768511.291950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768511.291957:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768511.291961:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768511.291964:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768511.291966:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768511.291969:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768511.291971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1775768512.252235:0:2406:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.115:988
00000400:00000100:1.0:1775768512.252292:0:2406:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.202.115@tcp at host 192.168.202.115 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1775768512.252306:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768512.252310:0:2406:0:(router.c:1750:lnet_notify()) 192.168.202.15@tcp notifying 192.168.202.115@tcp: down
00000400:00000200:1.0:1775768512.252316:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:1.0:1775768512.252320:0:2406:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:1.0:1775768512.252327:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775768512.252337:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffac00.
00000400:00000200:1.0:1775768512.252344:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768512.252350:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768512.252359:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf330
00000400:00000010:1.0:1775768512.252362:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf330.
00000100:00000001:1.0:1775768512.252368:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768512.252378:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252415:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768512.252420:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252429:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768512.252431:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768512.252443:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775768512.252445:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa100.
00000400:00000200:1.0:1775768512.252448:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768512.252451:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768512.252455:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf880
00000400:00000010:1.0:1775768512.252457:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf880.
00000100:00000001:1.0:1775768512.252459:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768512.252465:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252474:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768512.252477:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252484:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768512.252486:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768512.252491:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775768512.252493:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaa00.
00000400:00000200:1.0:1775768512.252497:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768512.252500:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768512.252503:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf198
00000400:00000010:1.0:1775768512.252505:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf198.
00000100:00000001:1.0:1775768512.252507:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768512.252512:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252520:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768512.252523:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252530:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768512.252531:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1775768512.252536:0:2406:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.115@tcp
00000800:00000010:1.0:1775768512.252538:0:2406:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffaf00.
00000400:00000200:1.0:1775768512.252541:0:2406:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1775768512.252544:0:2406:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1775768512.252546:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfe58
00000400:00000010:1.0:1775768512.252548:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfe58.
00000100:00000001:1.0:1775768512.252550:0:2406:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775768512.252555:0:2406:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252563:0:2406:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775768512.252566:0:2406:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768534 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775768512.252573:0:2406:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775768512.252575:0:2406:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1775768512.252712:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768512.252717:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768512.252724:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768512.252726:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768512.252732:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768512.252734:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768512.252871:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768512.252876:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768512.252880:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768512.252888:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768509/real 1775768512]  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768512.252906:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768512.252908:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768512.252912:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2840.
00000400:00000200:2.0:1775768512.252916:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf770
00000400:00000010:2.0:1775768512.252918:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf770.
00000100:00000001:2.0:1775768512.252921:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768512.252925:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768512.252935:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.252942:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768512.252944:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.252947:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.252950:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768512.252954:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.252961:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768512.252966:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.252974:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768512.252978:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.252979:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.252980:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.252984:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768512.252987:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768512.252991:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768512.252996:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768512.252999:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768512.253003:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768512.253012:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360652800:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768512.253017:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768512.253022:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768509/real 1775768512]  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768512.253037:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768512.253038:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768512.253041:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2630.
00000400:00000200:2.0:1775768512.253043:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf5d8
00000400:00000010:2.0:1775768512.253045:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf5d8.
00000100:00000001:2.0:1775768512.253047:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768512.253050:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768512.253057:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253063:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768512.253065:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253066:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.253068:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768512.253073:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253080:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768512.253083:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253091:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768512.253094:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253095:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.253097:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253098:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768512.253235:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768512.253238:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768512.253242:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768512.253244:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768512.253249:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768512.253256:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360652928:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768512.253261:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768512.253264:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768509/real 1775768512]  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768512.253271:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768512.253273:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768512.253275:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2528.
00000400:00000200:2.0:1775768512.253278:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfa18
00000400:00000010:2.0:1775768512.253279:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfa18.
00000100:00000001:2.0:1775768512.253282:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768512.253285:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768512.253292:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253299:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768512.253300:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253302:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.253304:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768512.253308:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253314:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768512.253318:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253325:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768512.253327:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253329:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.253330:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253332:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768512.253335:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768512.253337:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768512.253341:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768512.253343:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768512.253347:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768512.253354:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653056:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768512.253359:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768512.253362:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768509/real 1775768512]  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768512.253370:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768512.253372:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768512.253374:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d26e0.
00000400:00000200:2.0:1775768512.253377:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf3b8
00000400:00000010:2.0:1775768512.253378:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf3b8.
00000100:00000001:2.0:1775768512.253381:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768512.253383:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768512.253391:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253398:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768512.253399:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253401:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.253402:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768512.253406:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253418:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768512.253422:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253428:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768512.253430:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253432:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768512.253433:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253435:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768512.253436:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768512.253439:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768512.253443:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768512.253445:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768512.253449:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768512.253456:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653184:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768512.253461:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253464:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768512.253467:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360652800/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253474:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768512.253478:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768512.253484:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768512.253490:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768512.253494:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768512.253496:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768512.253499:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768512.253503:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768512.253512:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768512.253515:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768512.253517:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:2.0:1775768512.253522:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768512.253524:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253525:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768512.253529:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360652928/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253535:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768512.253536:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768512.253538:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768512.253541:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768512.253542:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768512.253544:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768512.253546:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768512.253547:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768512.253554:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768512.253556:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768512.253557:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:2.0:1775768512.253560:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768512.253561:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253563:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768512.253566:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360653056/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253573:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768512.253574:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768512.253576:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768512.253578:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768512.253579:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768512.253580:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768512.253582:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768512.253583:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768512.253586:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768512.253587:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768512.253588:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:2.0:1775768512.253591:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768512.253592:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253594:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768512.253597:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360653184/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768534 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768512.253604:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768512.253605:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768512.253607:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:2.0:1775768512.253609:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768512.253611:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768512.253612:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768512.253614:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768512.253615:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:2.0:1775768512.253617:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768512.253618:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768512.253620:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:2.0:1775768512.253622:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768512.253623:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253626:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768512.253635:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768512.253638:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768512.253640:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768512.253642:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768512.253761:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768512.253765:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768512.253769:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768512.315922:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768512.315941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768512.315943:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768512.315950:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768512.315955:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768512.315960:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768512.315962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768512.315965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768512.315968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768513.276117:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768513.276131:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768513.276142:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768513.276143:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768513.276148:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768513.276149:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768513.276373:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768513.276378:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768513.276381:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768513.339974:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768513.339984:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768513.339986:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768513.339993:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768513.339997:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768513.340002:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.340006:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768513.340008:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768513.340011:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768514.299979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768514.299992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768514.299996:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768514.300001:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768514.300007:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768514.300015:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5732
00010000:00000001:0.0:1775768514.300024:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000400:00000200:2.0:1775768514.300024:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768514.300028:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768514.300031:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768514.300033:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768514.300034:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00010000:00000001:0.0:1775768514.300035:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768514.300038:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00000001:0.0:1775768514.300040:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768514.300042:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.300045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768514.300051:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768514.300052:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768514.300054:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768514.300057:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768514.300058:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768514.300059:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768514.300060:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768514.300063:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00010000:00010000:0.0:1775768514.300065:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1775768514.300068:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.300073:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768514.300078:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768514.300106:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300109:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768514.300113:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768514.300117:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768514.300120:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300123:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768514.300126:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768514.300133:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768514.300137:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768514.300141:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768514.300143:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300147:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768514.300150:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768514.300156:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768514.300165:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768514.300172:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768514.300181:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768514.300194:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768514.300198:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768514.300201:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768514.300275:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768514.300279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768514.300282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768514.300284:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768514.300286:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768514.300289:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768514.300292:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5732
00000400:00000200:2.0:1775768514.300297:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768514.300301:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768514.300302:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768514.300324:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300327:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.300329:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300331:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768514.300334:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768514.300335:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768514.300337:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768514.300339:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768514.300341:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768514.300343:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768514.300345:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300347:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.300349:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300351:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768514.300354:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768514.300375:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300378:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768514.300380:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768514.300386:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768514.300388:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300390:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768514.300394:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768514.300398:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300400:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768514.300404:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768514.300425:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768514.300428:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768514.300429:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300431:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768514.300433:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768514.300435:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768514.300439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768514.300443:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768514.300448:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768514.300455:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768514.300457:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768514.300489:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768514.300496:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768514.300498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768514.300501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768514.300503:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768514.300505:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768514.300507:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768514.300522:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5732
00000400:00000200:2.0:1775768514.300526:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768514.300530:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768514.300532:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768514.300535:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.300539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768514.300544:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768514.300545:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768514.300546:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768514.300548:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768514.300550:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768514.300552:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768514.300554:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.300557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768514.300582:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768514.300585:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768514.300587:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768514.300589:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768514.300592:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768514.300594:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300596:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768514.300598:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768514.300600:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300601:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768514.300604:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768514.300607:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768514.300628:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768514.300631:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.300633:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768514.300634:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768514.300636:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768514.300641:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768514.300644:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768514.300648:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768514.300655:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768514.300657:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768514.301100:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768514.301108:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768514.301111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768514.301114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768514.301116:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768514.301117:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768514.301120:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768514.301122:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5732
00000400:00000200:2.0:1775768514.301127:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768514.301130:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768514.301133:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768514.301135:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.301138:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.301139:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.301141:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768514.301144:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768514.301145:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768514.301147:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768514.301149:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768514.301151:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768514.301153:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768514.301157:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.301159:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768514.301160:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768514.301162:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768514.301164:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768514.301166:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768514.301168:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768514.301170:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768514.301173:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768514.301176:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.301178:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768514.301182:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768514.301184:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.301185:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768514.301191:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775768514.301193:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768514.301196:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768514.301198:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768514.301199:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768514.301201:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768514.301204:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768514.301208:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768514.301212:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768514.301217:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768514.301224:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768514.301227:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.301229:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768514.301231:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301236:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768514.301240:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768514.301244:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768514.301248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768514.301251:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768514.301256:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1775768514.301265:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775768514.301266:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5742)
00000100:00000001:0.0:1775768514.301269:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.301275:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768514.301279:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768514.301291:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768514.301296:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360653312:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768514.301302:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768514.301315:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768514.301318:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.301321:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768514.301327:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768514.301330:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768514.301337:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768514.301342:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768514.301351:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768514.301362:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653312, portal 25
00000100:00000001:0.0:1775768514.301365:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768514.301368:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:0.0:1775768514.301375:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301384:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768514.301387:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768514.301390:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768514.301394:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360653312, offset 0
00000400:00000200:0.0:1775768514.301401:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768514.301411:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.301418:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768514.301424:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768514.301429:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768514.301434:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768514.301437:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768514.301441:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60098:60098:256:4294967295] 192.168.202.115@tcp LPNI seq info [60097:60097:8:4294967295]
00000400:00000200:0.0:1775768514.301445:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.301458:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768514.301465:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.301471:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768514.301480:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768514.301484:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768514.301492:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768514.301495:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768514.301500:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.301504:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768514.301512:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768514.301517:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768514.301524:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768514.301527:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768514.301531:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768514.301536:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301545:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.301549:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301556:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.301558:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768514.301566:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768514.301570:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768514.301573:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300406523
00000100:00000010:0.0:1775768514.301579:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442314e0.
00000100:00000001:0.0:1775768514.301587:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768514.301603:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300406523
00000100:00000010:0.0:1775768514.301607:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231f60.
00000100:00000001:0.0:1775768514.301610:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768514.301614:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768514.301617:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.301619:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768514.301623:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768514/real 1775768514]  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768514.301635:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768514.301637:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768514.301639:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768514.301641:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768514.301643:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768514.301646:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768514.301650:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768514.301659:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301665:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768514.301667:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.301670:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.301672:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768514.301676:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301683:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768514.301686:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301693:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768514.301697:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.301698:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.301699:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.301702:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768514.301705:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768514.301708:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768514.301714:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768514.301716:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768514.301720:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768514.301728:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360653312:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768514.301732:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768514.301736:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301747:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768514.301748:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.301750:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768514.301753:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768514.301755:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768514.301758:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653440:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768514.301761:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768514.301764:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768514.301765:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.301767:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768514.301772:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768514.301786:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768514.301791:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768514.301794:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768514.301798:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768514.301801:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653440, portal 10
00000100:00000001:0.0:1775768514.301803:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768514.301804:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768514.301811:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301818:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768514.301820:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768514.301823:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768514.301825:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360653440, offset 0
00000400:00000200:0.0:1775768514.301856:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768514.301860:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.301864:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768514.301866:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768514.301869:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768514.301872:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768514.301874:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768514.301877:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60099:60099:256:4294967295] 192.168.202.115@tcp LPNI seq info [60098:60098:8:4294967295]
00000400:00000200:0.0:1775768514.301881:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.301886:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768514.301890:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.301893:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768514.301897:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768514.301899:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768514.301903:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768514.301906:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768514.301910:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.301912:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768514.301914:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768514.301918:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768514.301920:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768514.301922:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768514.301924:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768514.301928:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301935:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.301938:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.301944:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.301945:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768514.301948:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768514.301953:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768514.301956:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768514.301958:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300405262
00000100:00000001:0.0:1775768514.301961:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300406523
00000100:00000001:0.0:1775768514.301963:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300405262
00000100:00000001:0.0:1775768514.301965:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300406523
00000100:00000001:0.0:1775768514.301967:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768514.301970:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.301971:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768514.301974:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768514/real 1775768514]  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768514.301982:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768514.301984:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768514.301985:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768514.301988:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768514.301989:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768514.301991:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768514.301994:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768514.302002:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302008:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768514.302010:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302011:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.302013:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768514.302016:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302022:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768514.302025:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302031:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768514.302033:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302034:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.302035:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302037:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768514.302039:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768514.302041:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768514.302045:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768514.302047:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768514.302050:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768514.302057:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653440:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768514.302062:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768514.302066:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302072:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768514.302073:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.302076:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768514.302078:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768514.302091:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768514.302094:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653568:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768514.302098:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768514.302100:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768514.302101:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.302103:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768514.302106:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768514.302108:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768514.302110:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768514.302112:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768514.302113:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768514.302116:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653568, portal 10
00000100:00000001:0.0:1775768514.302117:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768514.302118:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:0.0:1775768514.302123:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302135:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768514.302139:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768514.302144:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768514.302147:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360653568, offset 0
00000400:00000200:0.0:1775768514.302151:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768514.302155:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.302160:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768514.302162:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768514.302164:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768514.302167:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768514.302169:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768514.302172:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60100:60100:256:4294967295] 192.168.202.115@tcp LPNI seq info [60099:60099:8:4294967295]
00000400:00000200:0.0:1775768514.302175:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.302180:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768514.302184:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.302187:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768514.302190:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768514.302193:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768514.302196:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768514.302198:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768514.302202:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.302204:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768514.302207:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768514.302210:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768514.302212:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768514.302213:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768514.302216:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768514.302219:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302226:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.302228:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302233:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.302234:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768514.302237:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768514.302241:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768514.302243:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768514.302245:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300405260
00000100:00000001:0.0:1775768514.302247:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300406523
00000100:00000001:0.0:1775768514.302249:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300405260
00000100:00000001:0.0:1775768514.302251:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300406523
00000100:00000001:0.0:1775768514.302253:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768514.302255:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.302257:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768514.302259:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768514/real 1775768514]  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768514.302266:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768514.302267:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768514.302269:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768514.302271:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768514.302272:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768514.302275:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768514.302277:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768514.302284:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302290:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768514.302291:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302292:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.302294:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768514.302296:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302303:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768514.302307:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302314:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768514.302317:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302318:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.302320:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302321:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768514.302323:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768514.302325:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768514.302329:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768514.302331:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768514.302335:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768514.302343:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653568:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768514.302347:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302349:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.302352:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360653312/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302359:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768514.302361:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768514.302364:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2b000.
02000000:00000001:0.0:1775768514.302367:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768514.302369:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768514.302371:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768514.302373:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768514.302376:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768514.302383:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768514.302385:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768514.302386:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768514.302389:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768514.302391:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302392:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.302396:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360653440/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302401:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768514.302402:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768514.302403:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a400.
02000000:00000001:0.0:1775768514.302406:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768514.302407:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768514.302408:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768514.302410:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768514.302411:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768514.302413:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768514.302414:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768514.302415:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768514.302418:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768514.302419:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302420:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.302423:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360653568/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302429:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768514.302430:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768514.302431:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768514.302433:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768514.302434:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768514.302435:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768514.302437:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768514.302439:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768514.302446:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768514.302447:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768514.302448:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:0.0:1775768514.302450:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768514.302451:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302454:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302462:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768514.302465:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.302467:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768514.302470:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768514.302471:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768514.302475:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302482:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768514.302483:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.302485:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768514.302487:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768514.302489:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768514.302492:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653696:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768514.302495:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768514.302497:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768514.302499:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768514.302501:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768514.302504:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768514.302507:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768514.302511:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768514.302513:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768514.302517:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768514.302520:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653696, portal 4
00000100:00000001:0.0:1775768514.302522:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768514.302523:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:0.0:1775768514.302529:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302535:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768514.302537:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768514.302540:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768514.302542:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360653696, offset 0
00000400:00000200:0.0:1775768514.302546:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768514.302550:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.302553:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768514.302557:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768514.302560:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768514.302563:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768514.302565:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768514.302568:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60101:60101:256:4294967295] 192.168.202.115@tcp LPNI seq info [60100:60100:8:4294967295]
00000400:00000200:0.0:1775768514.302572:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768514.302578:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768514.302582:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.302584:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768514.302586:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768514.302588:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775768514.302591:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768514.302593:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775768514.302595:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768514.302596:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768514.302599:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768514.302601:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768514.302603:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768514.302604:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768514.302606:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768514.302609:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302614:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.302615:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768539 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302620:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.302621:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768514.302623:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768514.302625:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768514.302627:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768514.302628:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300405315
00000100:00000001:0.0:1775768514.302630:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300406523
00000100:00000001:0.0:1775768514.302631:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300405315
00000100:00000001:0.0:1775768514.302634:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300406523
00000100:00000001:0.0:1775768514.302636:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768514.302637:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.302639:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768514.302641:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768514/real 1775768514]  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768514.302645:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768514.302646:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768514.302647:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768514.302648:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768514.302649:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768514.302650:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768514.302651:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768514.302656:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302660:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768514.302661:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302662:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.302664:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768514.302667:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302673:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768514.302676:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302682:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768514.302685:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302686:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768514.302688:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302690:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768514.302692:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768514.302694:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768514.302698:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768514.302700:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768514.302703:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768514.302710:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653696:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768514.302714:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302716:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768514.302718:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360653696/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768539 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768514.302724:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768514.302725:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768514.302727:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28800.
02000000:00000001:0.0:1775768514.302729:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768514.302731:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768514.302732:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768514.302734:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768514.302735:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768514.302738:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768514.302739:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768514.302741:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768514.302744:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768514.302745:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302747:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.302750:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768514.302751:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.302753:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768514.302755:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768514.363909:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768514.363918:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768514.363921:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768514.363928:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768514.363932:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768514.363937:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.363940:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768514.363943:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768514.363945:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768515.324030:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768515.324035:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768515.324038:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768515.324039:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768515.324041:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768515.324042:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768515.324137:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768515.324144:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768515.324147:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768515.387947:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768515.387953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768515.387955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768515.387961:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768515.387964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768515.387966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768515.387968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768515.387970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768515.387971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768515.579902:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300406523, at 4300406528
00000100:00000010:3.0:1775768515.579916:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00000100:00000040:2.0:1775768515.579948:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300406523, at 4300406528
00000100:00000010:2.0:1775768515.579958:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442314e0.
00010000:00000001:0.0:1775768516.347959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768516.347965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768516.347973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768516.347975:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768516.347978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768516.347979:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768516.348014:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768516.348017:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768516.348021:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768516.411883:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768516.411889:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768516.411891:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768516.411895:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768516.411899:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768516.411902:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768516.411904:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768516.411906:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768516.411908:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371914:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768517.371921:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768517.371923:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768517.371925:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371928:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768517.371930:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371931:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371932:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371935:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768517.371936:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768517.371939:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768517.371940:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768517.371941:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371942:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768517.371943:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371944:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768517.371945:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768517.372001:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768517.372004:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768517.372006:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768517.435929:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768517.435934:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768517.435936:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768517.435940:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768517.435943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768517.435945:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768517.435947:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768517.435949:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768517.435950:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768518.395950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768518.395956:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768518.395961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768518.395962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768518.395966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768518.395967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768518.396013:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768518.396017:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768518.396019:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768518.459964:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768518.459971:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768518.459973:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768518.459978:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768518.459982:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768518.459986:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.459988:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768518.459991:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768518.459993:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768519.420069:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768519.420074:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768519.420080:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768519.420083:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768519.420085:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768519.420089:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768519.420105:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768519.420109:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768519.420111:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768519.420114:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768519.420118:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768519.420119:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768519.420150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768519.420155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768519.420158:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768519.420161:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768519.420165:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768519.420173:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5737
00000400:00000200:0.0:1775768519.420181:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768519.420186:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768519.420189:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768519.420193:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768519.420198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768519.420205:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768519.420207:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768519.420209:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768519.420212:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768519.420214:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768519.420216:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768519.420220:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768519.420224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420228:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768519.420231:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768519.420235:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420238:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768519.420241:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768519.420245:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768519.420249:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420252:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768519.420255:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768519.420265:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028aa00.
00000020:00000040:0.0:1775768519.420269:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768519.420272:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768519.420274:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420277:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768519.420279:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768519.420283:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768519.420287:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000010:0.0:1775768519.420293:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000020:00000001:1.0:1775768519.420295:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420302:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768519.420302:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1775768519.420315:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768519.420327:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768519.420332:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768519.420338:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005031194e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768519.420359:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768519.420362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768519.420365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768519.420366:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768519.420369:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768519.420372:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768519.420375:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5737
00000400:00000200:0.0:1775768519.420379:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768519.420383:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768519.420385:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768519.420388:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768519.420388:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768519.420392:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768519.420393:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768519.420395:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768519.420397:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768519.420399:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768519.420402:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768519.420405:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000100:00000040:2.0:1775768519.420407:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768519.420408:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768519.420411:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768519.420415:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768519.420420:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768519.420423:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768519.420426:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768519.420427:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1775768519.420431:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1775768519.420435:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
02000000:00000001:2.0:1775768519.420436:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768519.420438:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:2.0:1775768519.420441:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768519.420442:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00100000:2.0:1775768519.420447:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360653824:192.168.202.115@tcp:250:kworker.0
00000100:00080000:0.0:1775768519.420449:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420456:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.420457:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768519.420461:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768519.420463:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768519.420466:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768519.420467:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768519.420469:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775768519.420471:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420474:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:2.0:1775768519.420476:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0000.
00000008:00100000:0.0:1775768519.420478:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768519.420479:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768519.420485:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420488:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768519.420488:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768519.420493:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000100:00000010:0.0:1775768519.420495:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a680.
00000020:00000040:0.0:1775768519.420499:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768519.420501:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1775768519.420502:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
02000000:00000001:0.0:1775768519.420503:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420507:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768519.420509:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1775768519.420510:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653824, portal 25
02000000:00000001:0.0:1775768519.420511:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.420516:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1775768519.420518:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2ac00.
00000100:00000001:2.0:1775768519.420519:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336567808 : -130299372983808 : ffff897e5028aa00)
00000100:00000001:0.0:1775768519.420523:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768519.420528:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768519.420533:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768519.420543:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768519.420549:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1775768519.420549:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420553:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768519.420554:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768519.420558:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360653824, offset 0
00000100:00000040:0.0:1775768519.420559:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004aae954] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768519.420569:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420575:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768519.420578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775768519.420582:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:0.0:1775768519.420584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768519.420587:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768519.420590:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1775768519.420590:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:0.0:1775768519.420597:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775768519.420600:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1775768519.420602:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5737
00000400:00000200:2.0:1775768519.420606:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768519.420609:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768519.420613:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768519.420616:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:2.0:1775768519.420620:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00080000:0.0:1775768519.420621:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768519.420627:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768519.420629:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60102:60102:256:4294967295] 192.168.202.115@tcp LPNI seq info [60101:60101:8:4294967295]
00000100:00000001:0.0:1775768519.420632:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768519.420637:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768519.420638:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768519.420643:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768519.420647:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768519.420649:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768519.420653:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768519.420656:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000400:00000200:2.0:1775768519.420657:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1775768519.420661:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768519.420665:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000200:2.0:1775768519.420668:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000040:0.0:1775768519.420672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420675:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1775768519.420675:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00000040:0.0:1775768519.420680:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420682:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000800:00000200:2.0:1775768519.420686:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:0.0:1775768519.420687:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000800:00000200:2.0:1775768519.420692:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000100:00080000:0.0:1775768519.420694:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768519.420699:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768519.420702:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1775768519.420703:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:0.0:1775768519.420706:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1775768519.420707:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1775768519.420714:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768519.420716:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
02000000:00000001:0.0:1775768519.420720:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768519.420723:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775768519.420724:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768519.420728:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775768519.420730:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1775768519.420735:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768519.420735:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000100:00000001:0.0:1775768519.420740:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768519.420740:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000010:0.0:1775768519.420747:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289500.
00000100:00000001:2.0:1775768519.420747:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1775768519.420752:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000200:2.0:1775768519.420753:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768519.420756:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768519.420758:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420763:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768519.420766:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768519.420768:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.420771:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1775768519.420774:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29000.
00000100:00000040:2.0:1775768519.420776:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768519.420779:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768519.420788:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768519.420789:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.420793:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768519.420799:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768519.420800:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420803:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768519.420807:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:0.0:1775768519.420810:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e64e4a3] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.420812:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300411642
00000100:00000010:2.0:1775768519.420821:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a80.
00000100:00000001:0.0:1775768519.420824:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768519.420849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768519.420853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768519.420854:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768519.420856:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768519.420859:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768519.420862:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5737
00000100:00000001:2.0:1775768519.420863:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1775768519.420868:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768519.420870:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300411643
00000400:00000200:0.0:1775768519.420873:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000010:2.0:1775768519.420876:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e524443c0.
00000100:00080000:0.0:1775768519.420878:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768519.420883:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768519.420883:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768519.420888:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768519.420889:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768519.420891:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768519.420894:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420895:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768519.420898:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1775768519.420899:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768519.420902:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768519.420904:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1775768519.420906:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768519/real 1775768519]  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768519.420907:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768519.420911:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768519.420917:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768519.420924:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000001:2.0:1775768519.420926:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1775768519.420927:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1775768519.420930:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1775768519.420931:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:2.0:1775768519.420933:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000100:00000001:0.0:1775768519.420934:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:2.0:1775768519.420938:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000020:00000040:0.0:1775768519.420939:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000400:00000010:2.0:1775768519.420941:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00080000:0.0:1775768519.420946:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768519.420946:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768519.420951:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768519.420952:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768519.420955:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768519.420959:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768519.420964:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420967:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:2.0:1775768519.420967:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768519.420971:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768519.420977:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.420982:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.420983:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:0.0:1775768519.420986:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a300.
00000100:00000001:2.0:1775768519.420986:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.420989:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1775768519.420990:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:2.0:1775768519.420992:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775768519.420995:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768519.420998:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768519.420999:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768519.421002:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768519.421004:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768519.421008:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768519.421013:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29400.
00000100:00000001:2.0:1775768519.421014:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768519.421019:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768519.421022:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768519.421040:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768519.421058:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768519.421061:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768519.421063:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768519.421065:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421067:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768519.421069:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768519.421072:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000851b9f8e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421073:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768519.421076:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768519.421082:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1775768519.421089:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768519.421092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768519.421096:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1775768519.421099:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000040:0.0:1775768519.421101:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5748)
00000100:00000001:2.0:1775768519.421107:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768519.421114:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768519.421123:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360653824:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768519.421128:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421130:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768519.421133:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028aa00 x1862022360653824/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421140:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768519.421143:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768519.421145:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0000.
02000000:00000001:2.0:1775768519.421151:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768519.421152:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768519.421154:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768519.421156:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768519.421158:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768519.421162:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768519.421164:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768519.421166:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028aa00.
00000100:00000001:2.0:1775768519.421169:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768519.421170:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421172:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421178:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768519.421179:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421181:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768519.421183:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768519.421184:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768519.421187:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421193:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768519.421195:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768519.421196:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768519.421198:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768519.421200:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768519.421203:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653952:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768519.421206:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768519.421208:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768519.421209:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768519.421211:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768519.421213:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0000.
02000000:00000001:2.0:1775768519.421215:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768519.421219:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768519.421222:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768519.421225:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768519.421228:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360653952, portal 10
00000100:00000001:2.0:1775768519.421229:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768519.421231:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566912 : -130299372984704 : ffff897e5028a680)
00000100:00000040:2.0:1775768519.421236:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421242:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768519.421245:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768519.421247:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768519.421250:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360653952, offset 0
00000400:00000200:2.0:1775768519.421254:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768519.421258:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768519.421261:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768519.421264:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768519.421267:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768519.421269:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768519.421272:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768519.421274:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60103:60103:256:4294967295] 192.168.202.115@tcp LPNI seq info [60102:60102:8:4294967295]
00000400:00000200:2.0:1775768519.421278:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768519.421284:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768519.421289:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768519.421292:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768519.421295:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768519.421298:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775768519.421317:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768519.421320:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1775768519.421323:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768519.421325:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768519.421328:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768519.421331:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768519.421334:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768519.421336:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768519.421338:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768519.421341:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421348:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768519.421351:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421358:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421359:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768519.421363:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768519.421366:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768519.421369:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768519.421371:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300410381
00000100:00000001:2.0:1775768519.421374:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300411642
00000100:00000001:2.0:1775768519.421376:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300410381
00000100:00000001:2.0:1775768519.421378:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300411643
00000100:00000001:2.0:1775768519.421379:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768519.421381:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421383:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768519.421387:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768519/real 1775768519]  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768519.421394:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768519.421395:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768519.421397:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768519.421399:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768519.421401:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768519.421403:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768519.421405:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768519.421414:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421419:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768519.421420:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421422:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768519.421423:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768519.421426:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421433:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768519.421436:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421443:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768519.421445:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421447:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768519.421448:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421450:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768519.421451:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768519.421454:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768519.421458:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768519.421460:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768519.421463:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768519.421470:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360653952:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768519.421473:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768519.421476:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421481:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768519.421483:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768519.421485:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768519.421486:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768519.421488:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768519.421490:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654080:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768519.421494:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768519.421495:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768519.421497:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768519.421498:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768519.421502:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768519.421504:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768519.421507:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768519.421509:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768519.421512:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768519.421514:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654080, portal 10
00000100:00000001:2.0:1775768519.421516:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768519.421517:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336562432 : -130299372989184 : ffff897e50289500)
00000100:00000040:2.0:1775768519.421522:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421528:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768519.421530:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768519.421533:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768519.421535:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360654080, offset 0
00000400:00000200:2.0:1775768519.421538:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768519.421542:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768519.421545:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768519.421548:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768519.421550:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768519.421552:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768519.421554:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768519.421557:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60104:60104:256:4294967295] 192.168.202.115@tcp LPNI seq info [60103:60103:8:4294967295]
00000400:00000200:2.0:1775768519.421561:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768519.421566:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768519.421570:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768519.421573:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768519.421577:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768519.421579:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775768519.421583:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768519.421585:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1775768519.421588:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768519.421590:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768519.421592:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768519.421595:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768519.421598:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768519.421600:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768519.421602:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768519.421605:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421613:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768519.421616:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421622:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421624:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768519.421627:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768519.421629:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768519.421632:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768519.421634:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300410379
00000100:00000001:2.0:1775768519.421636:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300411642
00000100:00000001:2.0:1775768519.421638:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300410379
00000100:00000001:2.0:1775768519.421640:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300411643
00000100:00000001:2.0:1775768519.421642:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768519.421644:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421646:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768519.421649:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768519/real 1775768519]  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768519.421657:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768519.421658:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768519.421659:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768519.421662:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768519.421663:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768519.421665:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768519.421667:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768519.421676:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421682:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768519.421683:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421685:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768519.421686:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768519.421689:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421695:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768519.421699:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421705:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768519.421707:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421709:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768519.421710:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421712:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768519.421713:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768519.421715:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768519.421718:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768519.421720:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768519.421724:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768519.421730:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654080:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768519.421734:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768519.421737:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421743:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768519.421744:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768519.421746:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768519.421747:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768519.421749:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768519.421752:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654208:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768519.421755:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768519.421757:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768519.421758:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768519.421759:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768519.421762:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768519.421764:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768519.421767:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768519.421770:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768519.421773:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768519.421775:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654208, portal 4
00000100:00000001:2.0:1775768519.421777:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768519.421778:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566016 : -130299372985600 : ffff897e5028a300)
00000100:00000040:2.0:1775768519.421784:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421790:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768519.421792:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768519.421794:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768519.421796:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360654208, offset 0
00000400:00000200:2.0:1775768519.421800:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768519.421803:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768519.421806:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768519.421809:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768519.421811:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768519.421813:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768519.421815:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768519.421818:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60105:60105:256:4294967295] 192.168.202.115@tcp LPNI seq info [60104:60104:8:4294967295]
00000400:00000200:2.0:1775768519.421822:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768519.421848:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768519.421853:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768519.421857:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768519.421861:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768519.421863:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775768519.421867:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768519.421869:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1775768519.421872:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768519.421873:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768519.421876:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768519.421879:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768519.421882:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768519.421883:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768519.421885:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768519.421889:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421896:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768519.421898:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768544 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421904:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421906:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768519.421909:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768519.421912:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768519.421915:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768519.421917:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300410435
00000100:00000001:2.0:1775768519.421919:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300411642
00000100:00000001:2.0:1775768519.421921:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300410435
00000100:00000001:2.0:1775768519.421922:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300411643
00000100:00000001:2.0:1775768519.421924:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768519.421926:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.421928:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768519.421931:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768519/real 1775768519]  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768519.421939:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768519.421940:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768519.421942:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768519.421944:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768519.421945:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768519.421947:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768519.421951:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768519.421959:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421965:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768519.421967:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421969:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768519.421970:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768519.421973:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421981:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768519.421984:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.421991:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768519.421994:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421995:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768519.421996:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.421998:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768519.421999:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768519.422002:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768519.422004:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768519.422007:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768519.422011:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768519.422018:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654208:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768519.422022:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.422024:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768519.422026:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a680 x1862022360653952/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.422045:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768519.422047:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768519.422048:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0000.
02000000:00000001:2.0:1775768519.422052:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768519.422053:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768519.422054:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768519.422056:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768519.422058:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768519.422060:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768519.422061:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768519.422062:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a680.
00000100:00000001:2.0:1775768519.422064:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768519.422065:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.422067:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768519.422070:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289500 x1862022360654080/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.422076:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768519.422077:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768519.422079:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2800.
02000000:00000001:2.0:1775768519.422083:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768519.422084:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768519.422085:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768519.422087:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768519.422088:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768519.422090:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768519.422091:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768519.422093:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289500.
00000100:00000001:2.0:1775768519.422095:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768519.422097:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.422098:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768519.422101:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a300 x1862022360654208/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768544 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768519.422108:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768519.422109:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768519.422110:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f2400.
02000000:00000001:2.0:1775768519.422112:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768519.422113:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768519.422114:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768519.422116:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768519.422117:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29400.
02000000:00000001:2.0:1775768519.422119:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768519.422120:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768519.422122:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a300.
00000100:00000001:2.0:1775768519.422124:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768519.422125:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.422126:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768519.422130:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768519.422131:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768519.422133:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768519.422134:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768519.483979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768519.483987:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768519.483990:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768519.483997:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768519.484002:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768519.484006:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768519.484010:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768519.484013:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768519.484016:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768520.443929:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768520.443934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768520.443940:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768520.443942:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768520.443945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768520.443947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768520.444011:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768520.444014:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768520.444037:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768520.507944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768520.507961:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768520.507963:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768520.507968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768520.507972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768520.507976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768520.507978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768520.507980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768520.507983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768520.699951:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300411643, at 4300411648
00000100:00000010:3.0:1775768520.699964:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524443c0.
00000100:00000040:2.0:1775768520.700083:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300411642, at 4300411648
00000100:00000010:2.0:1775768520.700089:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a80.
00010000:00000001:0.0:1775768521.467915:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768521.467921:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768521.467926:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768521.467928:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768521.467930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768521.467932:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768521.468027:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768521.468031:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768521.468034:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768521.531955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768521.531962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768521.531964:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768521.531969:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768521.531973:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768521.531976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768521.531979:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768521.531981:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768521.531982:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768522.491978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768522.491984:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768522.491991:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768522.491993:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768522.492029:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768522.492031:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768522.492073:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768522.492077:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768522.492080:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768522.555893:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768522.555899:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768522.555900:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768522.555905:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768522.555908:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768522.555910:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768522.555912:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768522.555914:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768522.555915:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768523.515946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768523.515951:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768523.515957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768523.515958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768523.515961:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768523.515962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768523.516018:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768523.516021:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768523.516023:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768523.579979:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768523.580005:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768523.580008:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768523.580015:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768523.580020:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768523.580025:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.580028:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768523.580031:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768523.580033:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768524.540000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768524.540010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768524.540012:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768524.540016:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768524.540021:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768524.540027:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5743
00010000:00000001:0.0:1775768524.540032:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768524.540039:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768524.540040:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768524.540047:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768524.540049:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768524.540053:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768524.540054:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768524.540056:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768524.540060:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768524.540066:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540069:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540073:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540076:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768524.540081:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768524.540083:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768524.540086:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768524.540090:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768524.540092:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768524.540094:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768524.540098:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540100:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540102:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540105:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768524.540107:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768524.540110:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540113:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768524.540115:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775768524.540117:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1775768524.540119:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768524.540121:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00010000:1.0:1775768524.540123:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768524.540125:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540128:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768524.540130:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768524.540139:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000020:00000040:2.0:1775768524.540143:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768524.540146:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768524.540148:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540150:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768524.540153:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768524.540156:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768524.540163:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
00000100:00000001:2.0:1775768524.540169:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768524.540178:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768524.540188:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768524.540192:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768524.540196:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768524.540237:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768524.540241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768524.540244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768524.540245:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768524.540247:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768524.540249:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768524.540251:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5743
00000400:00000200:2.0:1775768524.540255:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768524.540258:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768524.540260:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768524.540262:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540264:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540266:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768524.540269:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768524.540271:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768524.540272:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768524.540274:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768524.540276:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768524.540278:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768524.540280:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768524.540287:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768524.540289:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540291:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768524.540293:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768524.540298:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768524.540300:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540301:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768524.540304:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768524.540307:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540308:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768524.540312:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000020:00000040:2.0:1775768524.540314:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768524.540316:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768524.540318:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540319:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768524.540321:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768524.540323:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768524.540326:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768524.540329:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768524.540333:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768524.540340:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768524.540341:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768524.540345:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768524.540353:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768524.540355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768524.540358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768524.540360:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768524.540361:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768524.540363:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768524.540365:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5743
00000400:00000200:2.0:1775768524.540368:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768524.540371:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768524.540373:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768524.540375:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540377:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540379:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540381:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768524.540383:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768524.540384:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768524.540385:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768524.540386:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768524.540388:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768524.540389:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768524.540391:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540393:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540394:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540396:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768524.540398:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768524.540401:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540403:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768524.540404:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768524.540407:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768524.540408:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540410:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768524.540412:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768524.540414:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540416:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768524.540418:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000020:00000040:2.0:1775768524.540420:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768524.540423:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768524.540424:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540425:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768524.540426:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768524.540427:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768524.540430:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775768524.540433:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768524.540436:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768524.540443:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768524.540444:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768524.540448:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768524.540454:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768524.540456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768524.540460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768524.540461:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768524.540462:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768524.540464:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768524.540466:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5743
00000400:00000200:2.0:1775768524.540469:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768524.540472:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768524.540474:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768524.540476:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540477:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540479:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540481:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768524.540483:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768524.540484:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768524.540486:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768524.540487:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768524.540488:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768524.540490:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768524.540493:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540495:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768524.540496:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540498:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768524.540499:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768524.540501:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768524.540503:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768524.540505:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768524.540507:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768524.540508:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540510:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768524.540512:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768524.540514:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540515:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768524.540518:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768524.540520:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768524.540522:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768524.540523:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768524.540524:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768524.540525:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768524.540527:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768524.540530:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768524.540533:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768524.540538:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768524.540546:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768524.540548:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768524.540551:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768524.540558:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768524.540561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768524.540565:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768524.540570:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5753)
00000100:00000001:0.0:1775768524.540826:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768524.540859:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768524.540861:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768524.540867:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.540875:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768524.540878:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.540882:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768524.540884:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768524.540887:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768524.540890:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360654336:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768524.540894:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768524.540898:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768524.540901:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.540903:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768524.540907:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768524.540910:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768524.540915:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768524.540919:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768524.540924:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768524.540930:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654336, portal 25
00000100:00000001:0.0:1775768524.540932:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768524.540934:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:0.0:1775768524.540938:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.540945:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768524.540948:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768524.540950:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768524.540954:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360654336, offset 0
00000400:00000200:0.0:1775768524.540960:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768524.540967:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.540973:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768524.540990:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768524.540995:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768524.540998:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768524.541000:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768524.541004:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60106:60106:256:4294967295] 192.168.202.115@tcp LPNI seq info [60105:60105:8:4294967295]
00000400:00000200:0.0:1775768524.541008:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.541017:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768524.541023:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541027:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768524.541033:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768524.541036:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775768524.541041:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768524.541044:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1775768524.541048:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541050:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768524.541056:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768524.541060:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768524.541064:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768524.541067:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768524.541070:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768524.541074:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541082:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.541085:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541091:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.541092:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768524.541096:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768524.541100:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768524.541102:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300416763
00000100:00000010:0.0:1775768524.541107:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231d20.
00000100:00000001:0.0:1775768524.541112:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768524.541160:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300416763
00000100:00000010:0.0:1775768524.541164:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c60.
00000100:00000001:0.0:1775768524.541167:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768524.541170:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768524.541173:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.541175:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768524.541179:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768524/real 1775768524]  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768524.541195:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768524.541196:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768524.541198:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768524.541201:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768524.541203:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768524.541205:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768524.541209:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768524.541217:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541233:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768524.541235:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541237:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.541238:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768524.541242:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541247:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768524.541252:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541258:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768524.541261:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541262:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.541263:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541265:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768524.541267:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768524.541269:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768524.541273:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768524.541275:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768524.541279:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768524.541287:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360654336:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768524.541291:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768524.541293:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541298:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768524.541300:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.541301:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768524.541303:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768524.541304:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768524.541307:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654464:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768524.541309:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768524.541311:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768524.541312:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.541314:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768524.541316:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768524.541318:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768524.541322:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768524.541324:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768524.541327:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768524.541330:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654464, portal 10
00000100:00000001:0.0:1775768524.541331:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768524.541332:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:0.0:1775768524.541337:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541342:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768524.541344:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768524.541346:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768524.541348:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360654464, offset 0
00000400:00000200:0.0:1775768524.541352:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768524.541356:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.541359:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768524.541362:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768524.541364:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768524.541367:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768524.541369:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768524.541371:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60107:60107:256:4294967295] 192.168.202.115@tcp LPNI seq info [60106:60106:8:4294967295]
00000400:00000200:0.0:1775768524.541375:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.541381:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768524.541385:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541389:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768524.541393:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768524.541395:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775768524.541398:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768524.541400:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1775768524.541404:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541405:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768524.541407:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768524.541411:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768524.541413:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768524.541415:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768524.541417:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768524.541420:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541426:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.541428:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541434:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.541436:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768524.541438:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768524.541441:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768524.541444:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768524.541446:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300415501
00000100:00000001:0.0:1775768524.541448:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300416763
00000100:00000001:0.0:1775768524.541450:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300415501
00000100:00000001:0.0:1775768524.541451:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300416763
00000100:00000001:0.0:1775768524.541453:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768524.541455:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.541457:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768524.541460:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768524/real 1775768524]  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768524.541466:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768524.541468:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768524.541469:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768524.541471:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768524.541473:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768524.541475:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768524.541477:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768524.541484:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541490:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768524.541491:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541493:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.541494:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768524.541497:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541503:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768524.541506:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541512:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768524.541515:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541516:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.541517:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541519:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768524.541520:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768524.541523:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768524.541526:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768524.541528:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768524.541532:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768524.541538:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654464:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768524.541541:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768524.541544:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541549:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768524.541550:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.541552:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768524.541554:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768524.541556:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768524.541558:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768524.541561:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768524.541563:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768524.541565:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.541566:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768524.541569:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768524.541571:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768524.541574:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768524.541576:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768524.541579:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768524.541581:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654592, portal 10
00000100:00000001:0.0:1775768524.541583:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768524.541584:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
00000100:00000040:0.0:1775768524.541589:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541605:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768524.541607:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768524.541609:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768524.541611:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360654592, offset 0
00000400:00000200:0.0:1775768524.541615:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768524.541618:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.541622:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768524.541624:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768524.541626:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768524.541629:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768524.541631:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768524.541633:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60108:60108:256:4294967295] 192.168.202.115@tcp LPNI seq info [60107:60107:8:4294967295]
00000400:00000200:0.0:1775768524.541638:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.541643:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768524.541655:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541658:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768524.541662:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768524.541664:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775768524.541667:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768524.541669:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1775768524.541672:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541674:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768524.541676:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768524.541680:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768524.541683:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768524.541684:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768524.541686:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768524.541689:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541701:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.541704:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541710:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.541711:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768524.541714:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768524.541717:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768524.541720:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768524.541722:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300415499
00000100:00000001:0.0:1775768524.541724:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300416763
00000100:00000001:0.0:1775768524.541725:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300415499
00000100:00000001:0.0:1775768524.541727:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300416763
00000100:00000001:0.0:1775768524.541729:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768524.541731:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.541733:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768524.541736:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768524/real 1775768524]  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768524.541744:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768524.541745:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768524.541747:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768524.541749:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768524.541750:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768524.541753:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768524.541755:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768524.541763:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541769:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768524.541771:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541773:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.541774:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768524.541777:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541784:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768524.541787:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541794:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768524.541797:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541798:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.541799:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.541801:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768524.541802:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768524.541805:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768524.541808:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768524.541810:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768524.541814:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768524.541821:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654592:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768524.541825:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768524.541848:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541855:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768524.541856:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.541858:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768524.541860:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768524.541861:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768524.541864:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654720:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768524.541868:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768524.541869:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768524.541871:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768524.541873:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768524.541876:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768524.541877:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768524.541880:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768524.541883:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768524.541885:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768524.541888:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654720, portal 4
00000100:00000001:0.0:1775768524.541890:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768524.541891:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000040:0.0:1775768524.541896:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541902:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768524.541904:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768524.541906:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768524.541908:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360654720, offset 0
00000400:00000200:0.0:1775768524.541911:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768524.541915:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.541918:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768524.541920:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768524.541922:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768524.541925:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768524.541927:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768524.541930:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60109:60109:256:4294967295] 192.168.202.115@tcp LPNI seq info [60108:60108:8:4294967295]
00000400:00000200:0.0:1775768524.541934:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768524.541940:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768524.541944:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541947:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768524.541950:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768524.541953:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775768524.541956:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768524.541959:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1775768524.541962:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768524.541964:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768524.541966:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768524.541969:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768524.541972:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768524.541973:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768524.541975:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768524.541989:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.541997:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.542000:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768549 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542006:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.542007:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768524.542010:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768524.542012:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768524.542015:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768524.542017:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300415555
00000100:00000001:0.0:1775768524.542019:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300416763
00000100:00000001:0.0:1775768524.542020:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300415555
00000100:00000001:0.0:1775768524.542022:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300416763
00000100:00000001:0.0:1775768524.542024:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768524.542025:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.542027:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768524.542030:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768524/real 1775768524]  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768524.542036:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768524.542038:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768524.542039:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768524.542041:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768524.542042:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768524.542044:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768524.542047:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768524.542054:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542060:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768524.542061:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542062:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.542063:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768524.542066:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542072:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768524.542076:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542082:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768524.542084:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542086:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768524.542087:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542088:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768524.542090:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768524.542092:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768524.542094:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768524.542096:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768524.542099:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768524.542111:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654720:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768524.542115:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542116:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.542119:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360654336/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542125:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768524.542127:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768524.542129:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768524.542131:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768524.542133:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768524.542135:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768524.542137:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768524.542139:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768524.542144:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768524.542146:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768524.542148:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:0.0:1775768524.542151:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768524.542152:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542153:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.542157:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360654464/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542163:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768524.542164:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768524.542165:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768524.542167:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768524.542168:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768524.542169:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768524.542171:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768524.542172:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768524.542174:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768524.542175:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768524.542176:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:0.0:1775768524.542179:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768524.542180:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542181:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.542184:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360654592/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542189:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768524.542191:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768524.542192:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768524.542194:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768524.542195:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768524.542196:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768524.542197:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768524.542198:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768524.542202:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768524.542203:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768524.542204:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:0.0:1775768524.542205:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768524.542206:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542208:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768524.542211:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360654720/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768549 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768524.542216:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768524.542218:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768524.542219:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768524.542220:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768524.542221:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768524.542222:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768524.542224:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768524.542225:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768524.542227:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768524.542228:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768524.542229:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000100:00000001:0.0:1775768524.542231:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768524.542232:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542234:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.542242:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768524.542244:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.542246:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768524.542247:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768524.606410:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768524.606417:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768524.606419:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768524.606424:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768524.606428:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768524.606442:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.606446:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768524.606448:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768524.606451:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768525.564181:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768525.564187:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768525.564192:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768525.564192:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768525.564195:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768525.564196:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768525.570548:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768525.570552:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768525.570555:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768525.627988:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768525.627996:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768525.627998:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768525.628004:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768525.628008:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768525.628012:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768525.628015:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768525.628018:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768525.628020:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768525.819908:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300416763, at 4300416768
00000100:00000040:3.0:1775768525.819908:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300416763, at 4300416768
00000100:00000010:3.0:1775768525.819924:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00000100:00000010:2.0:1775768525.819926:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00010000:00000001:0.0:1775768526.587932:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768526.587938:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768526.587942:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768526.587943:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768526.587946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768526.587947:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768526.588010:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768526.588013:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768526.588016:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768526.651936:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768526.651941:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768526.651942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768526.651946:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768526.651949:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768526.651952:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768526.651962:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768526.651965:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768526.651968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613873:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768527.613881:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768527.613883:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768527.613886:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613890:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768527.613892:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613894:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613896:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613899:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768527.613901:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613904:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768527.613905:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768527.613906:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768527.613908:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613909:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768527.613911:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613912:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768527.613914:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768527.613983:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768527.613986:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768527.613989:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768527.675980:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768527.675988:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768527.675989:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768527.675994:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768527.675998:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768527.676011:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768527.676014:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768527.676019:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768527.676021:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768528.635922:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768528.635926:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768528.635930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768528.635931:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768528.635934:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768528.635945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768528.635998:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768528.636001:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768528.636004:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768528.699951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768528.699957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768528.699958:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768528.699962:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768528.699965:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768528.699968:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.699971:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768528.699973:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768528.699976:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768529.659920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768529.659938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768529.659939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768529.659942:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.659943:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00010000:00000001:0.0:1775768529.659948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768529.659948:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768529.659953:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1775768529.659953:0:37:0:(import.c:484:import_select_connection()) Process entered
00010000:00000001:0.0:1775768529.659956:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768529.659959:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768529.659959:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5748
00010000:00000001:0.0:1775768529.659963:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768529.659965:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768529.659967:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00010000:00000001:0.0:1775768529.659969:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768529.659972:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00010000:00000001:0.0:1775768529.659973:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768529.659976:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00010000:00000001:0.0:1775768529.659980:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1775768529.659980:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00010000:00000001:0.0:1775768529.659983:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.659983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768529.659988:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.659990:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768529.659992:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768529.659993:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768529.659995:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768529.659997:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768529.659998:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768529.660000:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768529.660004:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660006:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768529.660009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768529.660015:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768529.660018:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000020:00000001:1.0:1775768529.660020:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768529.660021:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768529.660023:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768529.660025:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00010000:00010000:1.0:1775768529.660026:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768529.660029:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768529.660033:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.660035:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768529.660038:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768529.660047:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4e00.
00000020:00000040:2.0:1775768529.660050:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768529.660053:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768529.660055:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.660057:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768529.660060:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768529.660063:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768529.660071:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:2.0:1775768529.660076:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768529.660085:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768529.660094:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768529.660098:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768529.660102:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000058e934] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768529.660121:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768529.660123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768529.660126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768529.660127:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768529.660128:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768529.660130:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768529.660133:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5748
00000400:00000200:2.0:1775768529.660136:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768529.660140:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768529.660143:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768529.660146:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768529.660148:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768529.660148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768529.660152:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775768529.660152:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768529.660155:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768529.660156:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768529.660160:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1775768529.660161:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768529.660163:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768529.660166:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768529.660169:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000100:00000001:0.0:1775768529.660174:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775768529.660174:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:0.0:1775768529.660176:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768529.660178:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
02000000:00000001:0.0:1775768529.660180:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768529.660183:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768529.660186:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768529.660186:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660191:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775768529.660192:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360654848:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768529.660197:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1775768529.660197:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:0.0:1775768529.660202:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768529.660204:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768529.660205:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:0.0:1775768529.660207:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775768529.660211:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000010:0.0:1775768529.660213:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
00000100:00000001:2.0:1775768529.660214:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.660216:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768529.660218:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768529.660222:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:2.0:1775768529.660223:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1775768529.660225:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
02000000:00000001:2.0:1775768529.660227:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768529.660229:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000001:2.0:1775768529.660230:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768529.660234:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775768529.660236:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654848, portal 25
00000100:00000001:0.0:1775768529.660240:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1775768529.660241:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660242:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154354176 : -130299555197440 : ffff897e454c4e00)
00000100:00000001:2.0:1775768529.660246:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768529.660248:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775768529.660252:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7800.
00000100:00000001:0.0:1775768529.660254:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768529.660257:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000020:00000040:2.0:1775768529.660257:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768529.660262:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768529.660263:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
02000000:00000001:2.0:1775768529.660265:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768529.660266:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360654848, offset 0
00000100:00000001:2.0:1775768529.660268:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768529.660271:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775768529.660274:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
02000000:00000001:2.0:1775768529.660274:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768529.660279:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000400:00000200:0.0:1775768529.660280:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768529.660286:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768529.660287:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768529.660292:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1775768529.660295:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768529.660297:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768529.660302:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768529.660307:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660312:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768529.660313:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60110:60110:256:4294967295] 192.168.202.115@tcp LPNI seq info [60109:60109:8:4294967295]
00000100:00000001:2.0:1775768529.660316:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768529.660320:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768529.660323:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb9bcadc] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775768529.660332:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768529.660342:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660346:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775768529.660347:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000100:00080000:2.0:1775768529.660352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1775768529.660356:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:2.0:1775768529.660359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.0:1775768529.660360:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1775768529.660362:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768529.660365:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1775768529.660367:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000001:2.0:1775768529.660370:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775768529.660371:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1775768529.660377:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5748
00000800:00000100:0.0:1775768529.660378:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768529.660380:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:2.0:1775768529.660384:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768529.660385:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768529.660389:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000200:0.0:1775768529.660390:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775768529.660394:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775768529.660396:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768529.660399:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000040:2.0:1775768529.660400:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768529.660403:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775768529.660404:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775768529.660409:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768529.660409:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660415:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768529.660420:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775768529.660422:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775768529.660422:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768529.660425:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775768529.660426:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775768529.660427:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768529.660432:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768529.660437:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768529.660438:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660442:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775768529.660445:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768529.660446:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.660450:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775768529.660452:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:2.0:1775768529.660455:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768529.660456:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300421882
00000100:00000001:2.0:1775768529.660460:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000010:0.0:1775768529.660462:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231c60.
00000020:00000040:2.0:1775768529.660465:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000001:0.0:1775768529.660469:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1775768529.660469:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660474:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660475:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300421882
02000000:00000001:2.0:1775768529.660477:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1775768529.660478:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231d20.
02000000:00000001:2.0:1775768529.660481:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768529.660482:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768529.660486:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768529.660486:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660490:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.660491:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768529.660492:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1775768529.660494:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775768529.660497:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768529/real 1775768529]  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768529.660498:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.660502:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768529.660508:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6680.
00000400:00000001:0.0:1775768529.660509:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768529.660511:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1775768529.660513:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000010:0.0:1775768529.660514:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768529.660517:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768529.660519:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
02000000:00000001:2.0:1775768529.660519:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775768529.660522:0:2415:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1775768529.660522:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.660525:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1775768529.660527:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768529.660528:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768529.660531:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768529.660537:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000200:0.0:1775768529.660538:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768529.660542:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660544:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768529.660546:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.660548:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.660550:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768529.660550:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1775768529.660557:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768529.660570:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768529.660571:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768529.660574:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768529.660577:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768529.660582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002432fc87] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.660587:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768529.660591:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.660594:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.660596:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.660600:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768529.660602:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768529.660602:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768529.660606:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768529.660607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768529.660611:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00080000:2.0:1775768529.660613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768529.660614:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775768529.660617:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1775768529.660620:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768529.660621:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768529.660626:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768529.660631:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5748
00000100:00100000:0.0:1775768529.660632:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360654848:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768529.660638:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1775768529.660639:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768529.660641:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768529.660646:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4e00 x1862022360654848/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768529.660646:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768529.660650:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775768529.660657:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1775768529.660657:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000001:0.0:1775768529.660659:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768529.660662:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
00000100:00000001:2.0:1775768529.660662:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775768529.660665:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1775768529.660666:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000020:00000001:0.0:1775768529.660667:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768529.660669:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660670:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768529.660672:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768529.660675:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
00000020:00000001:2.0:1775768529.660675:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768529.660677:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768529.660680:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1775768529.660681:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:2.0:1775768529.660682:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
02000000:00000001:0.0:1775768529.660683:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768529.660686:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4e00.
00000020:00000001:2.0:1775768529.660687:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768529.660689:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000020:00000001:2.0:1775768529.660690:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000001:0.0:1775768529.660691:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.660694:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768529.660697:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768529.660699:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768529.660701:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1775768529.660702:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768529.660703:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660704:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768529.660705:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768529.660706:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768529.660709:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768529.660716:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768529.660719:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775768529.660720:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:0.0:1775768529.660722:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.660726:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1775768529.660726:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:0.0:1775768529.660729:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768529.660730:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.660735:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768529.660735:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768529.660739:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775768529.660740:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654976:192.168.202.115@tcp:38:kworker.0
02000000:00000001:2.0:1775768529.660744:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660748:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768529.660748:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768529.660752:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1775768529.660752:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1775768529.660754:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.660757:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775768529.660757:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768529.660760:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768529.660761:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768529.660763:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768529.660764:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7b80.
00000400:00000200:0.0:1775768529.660768:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000040:2.0:1775768529.660769:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000400:00000010:0.0:1775768529.660771:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
02000000:00000001:2.0:1775768529.660773:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775768529.660774:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
02000000:00000001:2.0:1775768529.660775:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768529.660778:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360654976, portal 10
00000100:00000001:2.0:1775768529.660779:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768529.660781:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775768529.660782:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768529.660783:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154364928 : -130299555186688 : ffff897e454c7800)
02000000:00000001:2.0:1775768529.660783:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768529.660790:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768529.660790:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:0.0:1775768529.660797:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768529.660798:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768529.660800:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000001:2.0:1775768529.660801:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775768529.660802:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360654976, offset 0
00000400:00000200:0.0:1775768529.660806:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00100000:2.0:1775768529.660810:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768529.660813:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768529.660819:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768529.660825:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768529.660844:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768529.660846:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768529.660848:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768529.660850:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60111:60111:256:4294967295] 192.168.202.115@tcp LPNI seq info [60110:60110:8:4294967295]
00000100:00000001:2.0:1775768529.660852:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775768529.660853:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768529.660857:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768529.660866:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775768529.660866:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9a6b0e8] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775768529.660878:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768529.660885:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000100:00000001:2.0:1775768529.660885:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768529.660891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1775768529.660895:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768529.660896:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1775768529.660901:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1775768529.660903:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5758)
00000800:00000200:0.1:1775768529.660908:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768529.660911:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775768529.660915:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768529.660917:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768529.660920:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768529.660923:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768529.660939:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768529.660941:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768529.660943:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768529.660945:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.660954:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768529.660956:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.660959:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660960:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768529.660963:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768529.660965:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768529.660967:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768529.660968:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300420621
00000100:00000001:0.0:1775768529.660970:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300421882
00000100:00000001:0.0:1775768529.660971:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300420621
00000100:00000001:0.0:1775768529.660973:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300421882
00000100:00000001:0.0:1775768529.660974:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768529.660976:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.660977:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768529.660979:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768529/real 1775768529]  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768529.660983:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768529.660984:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768529.660985:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768529.660986:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768529.660986:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768529.660987:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768529.660989:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768529.660993:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.660997:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768529.660998:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.660999:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.661000:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768529.661002:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661006:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768529.661007:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661011:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768529.661012:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661013:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.661014:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661015:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768529.661016:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768529.661017:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768529.661019:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768529.661020:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768529.661022:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768529.661026:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360654976:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768529.661028:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768529.661030:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661033:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768529.661034:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.661035:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768529.661036:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768529.661037:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768529.661039:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768529.661041:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768529.661042:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768529.661043:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.661045:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768529.661047:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768529.661049:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768529.661051:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768529.661054:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768529.661056:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768529.661059:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360655104, portal 10
00000100:00000001:0.0:1775768529.661060:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768529.661062:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154360448 : -130299555191168 : ffff897e454c6680)
00000100:00000040:0.0:1775768529.661066:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661070:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768529.661071:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768529.661073:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768529.661074:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360655104, offset 0
00000400:00000200:0.0:1775768529.661077:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768529.661081:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768529.661084:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768529.661086:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768529.661089:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768529.661090:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768529.661092:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768529.661095:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60112:60112:256:4294967295] 192.168.202.115@tcp LPNI seq info [60111:60111:8:4294967295]
00000400:00000200:0.0:1775768529.661098:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768529.661103:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768529.661106:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768529.661109:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768529.661113:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768529.661115:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775768529.661118:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768529.661121:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775768529.661123:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768529.661125:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768529.661127:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768529.661130:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768529.661132:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768529.661134:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768529.661135:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768529.661139:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661145:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768529.661147:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661152:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.661153:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768529.661156:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768529.661158:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768529.661161:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768529.661163:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300420619
00000100:00000001:0.0:1775768529.661165:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300421882
00000100:00000001:0.0:1775768529.661166:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300420619
00000100:00000001:0.0:1775768529.661168:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300421882
00000100:00000001:0.0:1775768529.661169:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768529.661171:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.661173:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768529.661175:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768529/real 1775768529]  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768529.661182:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768529.661183:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768529.661185:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768529.661186:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768529.661187:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768529.661190:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768529.661192:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768529.661198:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661202:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768529.661203:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661205:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.661206:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768529.661208:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661213:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768529.661216:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661221:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768529.661222:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661224:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.661225:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661226:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768529.661228:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768529.661229:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768529.661232:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768529.661233:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768529.661236:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768529.661246:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655104:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768529.661249:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661251:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768529.661253:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7800 x1862022360654976/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661258:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768529.661259:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768529.661261:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768529.661263:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768529.661265:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768529.661266:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768529.661268:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768529.661269:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768529.661271:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768529.661272:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768529.661273:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7800.
00000100:00000001:0.0:1775768529.661275:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768529.661276:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661277:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768529.661279:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6680 x1862022360655104/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661284:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768529.661285:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768529.661287:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768529.661288:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768529.661290:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768529.661291:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768529.661292:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768529.661294:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768529.661297:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768529.661298:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768529.661299:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6680.
00000100:00000001:0.0:1775768529.661301:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768529.661302:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661303:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661305:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768529.661306:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.661308:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768529.661309:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768529.661310:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768529.661314:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661320:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768529.661321:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.661323:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768529.661325:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768529.661326:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768529.661329:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655232:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768529.661332:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768529.661334:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768529.661335:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768529.661337:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768529.661339:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768529.661341:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768529.661343:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768529.661345:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768529.661347:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768529.661349:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360655232, portal 4
00000100:00000001:0.0:1775768529.661350:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768529.661351:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154365824 : -130299555185792 : ffff897e454c7b80)
00000100:00000040:0.0:1775768529.661354:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661358:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768529.661359:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768529.661361:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768529.661362:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360655232, offset 0
00000400:00000200:0.0:1775768529.661365:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768529.661367:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768529.661369:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768529.661371:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768529.661372:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768529.661374:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768529.661375:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768529.661377:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60113:60113:256:4294967295] 192.168.202.115@tcp LPNI seq info [60112:60112:8:4294967295]
00000400:00000200:0.0:1775768529.661380:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768529.661384:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768529.661388:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768529.661391:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768529.661394:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768529.661396:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775768529.661400:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768529.661402:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775768529.661406:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768529.661407:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768529.661409:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768529.661412:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768529.661415:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768529.661417:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768529.661418:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768529.661421:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661428:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768529.661431:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768554 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661437:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.661439:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768529.661441:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768529.661444:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768529.661447:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768529.661449:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300420674
00000100:00000001:0.0:1775768529.661451:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300421882
00000100:00000001:0.0:1775768529.661453:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300420674
00000100:00000001:0.0:1775768529.661455:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300421882
00000100:00000001:0.0:1775768529.661457:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768529.661459:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.661460:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768529.661464:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768529/real 1775768529]  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768529.661471:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768529.661472:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768529.661474:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768529.661476:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768529.661478:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768529.661480:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768529.661482:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768529.661490:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661496:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768529.661498:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661499:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.661501:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768529.661504:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661511:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768529.661514:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661520:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768529.661522:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661524:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768529.661524:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661526:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768529.661527:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768529.661529:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768529.661532:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768529.661533:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768529.661536:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768529.661543:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655232:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768529.661546:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661548:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768529.661550:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7b80 x1862022360655232/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768554 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768529.661557:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768529.661558:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768529.661560:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768529.661562:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768529.661563:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768529.661564:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768529.661566:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768529.661567:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768529.661569:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768529.661571:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768529.661572:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7b80.
00000100:00000001:0.0:1775768529.661574:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768529.661575:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661576:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.661579:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768529.661580:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.661582:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768529.661583:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768529.723975:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768529.723982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768529.723984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768529.723989:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768529.723992:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768529.723995:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.723998:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768529.724000:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768529.724002:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768530.683968:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768530.683974:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768530.683979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768530.683980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768530.683984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768530.683985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768530.684132:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768530.684135:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768530.684138:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768530.748662:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768530.748670:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768530.748672:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768530.748679:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768530.748684:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768530.748689:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768530.748691:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768530.748694:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768530.748697:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768530.939960:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300421882, at 4300421888
00000100:00000040:3.0:1775768530.939960:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300421882, at 4300421888
00000100:00000010:3.0:1775768530.939975:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231d20.
00000100:00000010:2.0:1775768530.939981:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231c60.
00010000:00000001:0.0:1775768531.707971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768531.707978:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768531.707984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768531.707985:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768531.707989:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768531.707990:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768531.708051:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768531.708056:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768531.708058:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768531.771925:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768531.771932:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768531.771933:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768531.771939:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768531.771943:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768531.771947:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768531.771950:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768531.771953:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768531.771955:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768532.731946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768532.731953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768532.731959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768532.731961:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768532.731965:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768532.731966:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768532.732028:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768532.732031:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768532.732034:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768532.795963:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768532.795970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768532.795972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768532.795977:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768532.795981:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768532.795984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768532.795987:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768532.795990:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768532.795992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768533.755944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768533.755948:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768533.755953:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768533.755954:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768533.755957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768533.755958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768533.756019:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768533.756023:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768533.756026:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768533.819944:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768533.819951:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768533.819953:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768533.819958:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768533.819962:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768533.819965:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768533.819968:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768533.819970:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768533.819973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768534.780015:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768534.780020:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768534.780025:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768534.780026:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768534.780030:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768534.780031:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768534.781015:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768534.781019:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768534.781023:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1775768534.781062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768534.781067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768534.781070:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768534.781074:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768534.781079:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768534.781086:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5753
00000400:00000200:0.0:1775768534.781101:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768534.781107:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768534.781110:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768534.781112:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781115:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768534.781117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781119:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768534.781121:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768534.781123:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768534.781125:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768534.781127:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768534.781129:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768534.781130:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768534.781131:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768534.781134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768534.781138:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768534.781140:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781142:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768534.781144:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768534.781148:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768534.781151:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781153:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768534.781156:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768534.781169:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288380.
00000020:00000040:0.0:1775768534.781173:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768534.781178:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768534.781180:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781183:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768534.781187:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768534.781193:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768534.781203:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29800.
00000100:00000001:0.0:1775768534.781211:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768534.781220:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768534.781230:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768534.781235:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768534.781240:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456e440d] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768534.781262:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768534.781266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768534.781269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768534.781271:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768534.781272:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768534.781275:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768534.781279:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5753
00000400:00000200:0.0:1775768534.781284:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768534.781287:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768534.781290:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768534.781293:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768534.781293:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768534.781297:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768534.781299:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1775768534.781300:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781304:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768534.781304:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775768534.781308:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768534.781310:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768534.781313:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1775768534.781314:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768534.781315:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768534.781320:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768534.781324:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768534.781332:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768534.781332:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768534.781336:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775768534.781336:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768534.781339:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781342:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
02000000:00000001:2.0:1775768534.781343:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775768534.781346:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
02000000:00000001:2.0:1775768534.781347:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1775768534.781351:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
02000000:00000001:2.0:1775768534.781352:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781355:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768534.781359:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1775768534.781360:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360655360:192.168.202.115@tcp:250:kworker.0
02000000:00000001:0.0:1775768534.781366:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768534.781367:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768534.781369:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781372:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775768534.781374:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1775768534.781377:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775768534.781378:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775768534.781384:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768534.781385:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768534.781387:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768534.781392:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
00000100:00000010:0.0:1775768534.781394:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a300.
02000000:00000001:2.0:1775768534.781396:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775768534.781398:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768534.781401:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768534.781402:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781404:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775768534.781405:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768534.781406:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768534.781409:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768534.781412:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
02000000:00000010:0.0:1775768534.781413:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2bc00.
00000100:00000001:0.0:1775768534.781418:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768534.781421:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775768534.781422:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000001:0.0:1775768534.781430:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768534.781433:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768534.781434:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360655360, portal 25
00000100:00000040:0.0:1775768534.781439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000851b9f8e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.781439:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768534.781441:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557952 : -130299372993664 : ffff897e50288380)
00000100:00000001:0.0:1775768534.781453:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768534.781453:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768534.781458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768534.781465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768534.781467:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768534.781469:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768534.781472:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768534.781475:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5753
00000400:00000200:0.0:1775768534.781479:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768534.781482:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768534.781483:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775768534.781485:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768534.781490:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:0.0:1775768534.781492:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000010:2.0:1775768534.781495:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000001:0.0:1775768534.781496:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768534.781500:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000200:2.0:1775768534.781501:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360655360, offset 0
00000100:00000001:0.0:1775768534.781503:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768534.781506:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768534.781508:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768534.781511:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775768534.781512:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000020:00000040:0.0:1775768534.781514:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768534.781516:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:0.0:1775768534.781518:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768534.781520:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781522:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775768534.781524:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:0.0:1775768534.781525:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781528:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768534.781530:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768534.781532:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781534:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768534.781535:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
02000000:00000001:0.0:1775768534.781536:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768534.781540:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768534.781542:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781543:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775768534.781544:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1775768534.781545:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768534.781548:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781549:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768534.781552:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768534.781558:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768534.781562:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000010:0.0:1775768534.781564:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289500.
00000020:00000040:0.0:1775768534.781569:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:2.0:1775768534.781569:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60114:60114:256:4294967295] 192.168.202.115@tcp LPNI seq info [60113:60113:8:4294967295]
02000000:00000001:0.0:1775768534.781575:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768534.781577:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768534.781578:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768534.781580:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768534.781582:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768534.781584:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768534.781589:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28400.
00000400:00000200:2.0:1775768534.781594:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768534.781595:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768534.781603:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1775768534.781605:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.781614:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00000001:0.0:1775768534.781615:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768534.781618:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768534.781623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e64e4a3] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1775768534.781627:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768534.781634:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775768534.781637:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768534.781641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1775768534.781643:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:0.0:1775768534.781648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1775768534.781650:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775768534.781651:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768534.781653:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768534.781659:0:37:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:2.0:1775768534.781659:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.781664:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000100:00080000:0.0:1775768534.781665:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5753
00000400:00000200:0.0:1775768534.781670:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768534.781672:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768534.781674:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775768534.781675:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1775768534.781679:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781681:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768534.781685:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768534.781685:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768534.781690:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768534.781692:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768534.781693:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:0.0:1775768534.781693:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775768534.781694:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000020:00000040:0.0:1775768534.781695:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768534.781698:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768534.781699:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000010:2.0:1775768534.781699:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000040:0.0:1775768534.781704:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781705:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768534.781707:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768534.781707:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775768534.781708:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768534.781711:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768534.781715:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768534.781716:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768534.781716:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768534.781719:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768534.781730:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768534.781730:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1775768534.781733:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781735:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:2.0:1775768534.781736:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775768534.781737:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768534.781742:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781745:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768534.781749:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028a680.
00000020:00000040:0.0:1775768534.781752:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:2.0:1775768534.781753:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768534.781756:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768534.781757:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.781757:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768534.781760:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768534.781761:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768534.781762:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768534.781765:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28000.
00000100:00000001:2.0:1775768534.781765:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.781770:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768534.781775:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:0.0:1775768534.781779:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768534.781779:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300427003
00000100:00000010:2.0:1775768534.781789:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444780.
00000100:00000001:0.0:1775768534.781790:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768534.781796:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.781799:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1775768534.781807:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300427003
00000100:00000040:0.0:1775768534.781809:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004aae954] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775768534.781811:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e524448a0.
00000100:00000001:2.0:1775768534.781817:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768534.781821:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.781823:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768534.781825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775768534.781848:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.781851:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768534.781857:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768534/real 1775768534]  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768534.781858:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768534.781867:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5763)
00000400:00000001:2.0:1775768534.781871:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768534.781883:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768534.781886:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768534.781890:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768534.781892:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768534.781896:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768534.781901:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768534.782096:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782104:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768534.782106:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782109:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.782111:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768534.782115:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782121:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768534.782126:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782133:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768534.782136:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782138:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.782139:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782141:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768534.782144:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768534.782146:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768534.782151:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768534.782153:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768534.782157:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768534.782166:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360655360:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768534.782171:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782174:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768534.782177:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288380 x1862022360655360/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782190:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768534.782192:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768534.782195:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768534.782202:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768534.782205:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768534.782206:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768534.782209:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768534.782211:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29800.
02000000:00000001:2.0:1775768534.782216:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768534.782218:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768534.782220:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288380.
00000100:00000001:2.0:1775768534.782223:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768534.782224:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782226:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782236:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768534.782239:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.782241:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768534.782242:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768534.782244:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768534.782248:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782255:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768534.782256:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768534.782259:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768534.782261:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768534.782263:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768534.782266:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655488:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768534.782269:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768534.782272:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768534.782273:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768534.782275:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768534.782278:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768534.782280:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768534.782285:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768534.782289:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768534.782292:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768534.782295:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360655488, portal 10
00000100:00000001:2.0:1775768534.782297:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768534.782299:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566016 : -130299372985600 : ffff897e5028a300)
00000100:00000040:2.0:1775768534.782305:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782312:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768534.782314:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768534.782317:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768534.782319:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360655488, offset 0
00000400:00000200:2.0:1775768534.782324:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768534.782328:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768534.782332:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768534.782335:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768534.782337:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768534.782340:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768534.782342:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768534.782345:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60115:60115:256:4294967295] 192.168.202.115@tcp LPNI seq info [60114:60114:8:4294967295]
00000400:00000200:2.0:1775768534.782350:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768534.782356:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768534.782361:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.782365:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768534.782369:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768534.782372:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775768534.782376:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768534.782379:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775768534.782382:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.782384:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768534.782387:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768534.782390:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768534.782394:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768534.782396:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768534.782398:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768534.782402:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782410:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768534.782413:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782419:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.782420:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768534.782424:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768534.782428:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768534.782431:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768534.782434:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300425742
00000100:00000001:2.0:1775768534.782436:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300427003
00000100:00000001:2.0:1775768534.782439:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300425742
00000100:00000001:2.0:1775768534.782441:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300427003
00000100:00000001:2.0:1775768534.782443:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768534.782446:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.782447:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768534.782451:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768534/real 1775768534]  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768534.782459:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768534.782460:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768534.782462:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768534.782465:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768534.782585:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768534.782590:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768534.782594:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768534.782602:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782613:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768534.782615:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782617:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.782618:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768534.782622:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782629:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768534.782632:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782639:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768534.782642:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782643:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.782645:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.782647:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768534.782648:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768534.782651:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768534.782654:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768534.782656:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768534.782660:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768534.782667:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655488:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768534.782672:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768534.782675:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782682:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768534.782683:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768534.782686:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768534.782688:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768534.782690:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768534.782692:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655616:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768534.782696:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768534.782697:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768534.782699:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768534.782701:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768534.782704:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768534.782706:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768534.782710:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768534.782712:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768534.782715:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768534.782718:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360655616, portal 10
00000100:00000001:2.0:1775768534.782721:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768534.782722:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336562432 : -130299372989184 : ffff897e50289500)
00000100:00000040:2.0:1775768534.782728:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782735:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768534.782737:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768534.782740:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768534.782742:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360655616, offset 0
00000400:00000200:2.0:1775768534.782746:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768534.782750:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768534.782753:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768534.782757:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768534.782759:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768534.782761:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768534.782764:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768534.782767:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60116:60116:256:4294967295] 192.168.202.115@tcp LPNI seq info [60115:60115:8:4294967295]
00000400:00000200:2.0:1775768534.782771:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768534.782777:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768534.782782:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.782786:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768534.782790:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768534.782792:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775768534.782797:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768534.782799:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775768534.782803:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.782805:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768534.782808:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768534.782811:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768534.782814:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768534.782815:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768534.782818:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768534.782821:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782852:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768534.782855:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.782862:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.782863:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768534.782867:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768534.782870:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768534.782885:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768534.782887:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300425741
00000100:00000001:2.0:1775768534.782889:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300427003
00000100:00000001:2.0:1775768534.782891:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300425741
00000100:00000001:2.0:1775768534.782893:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300427003
00000100:00000001:2.0:1775768534.782895:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768534.782897:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.782899:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768534.782903:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768534/real 1775768534]  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768534.783059:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768534.783060:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768534.783062:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768534.783065:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768534.783066:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768534.783069:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768534.783073:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768534.783150:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783158:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768534.783159:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.783161:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.783162:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768534.783166:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783172:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768534.783176:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783183:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768534.783185:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.783187:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.783188:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.783190:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768534.783192:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768534.783194:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768534.783198:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768534.783200:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768534.783205:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768534.783213:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655616:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768534.783218:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768534.783221:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783228:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768534.783229:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768534.783232:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768534.783233:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768534.783235:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768534.783238:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655744:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768534.783241:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768534.783243:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768534.783245:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768534.783247:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768534.783251:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768534.783252:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768534.783257:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768534.783259:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768534.783263:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768534.783266:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360655744, portal 4
00000100:00000001:2.0:1775768534.783268:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768534.783269:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336566912 : -130299372984704 : ffff897e5028a680)
00000100:00000040:2.0:1775768534.783276:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783283:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768534.783285:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768534.783288:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768534.783290:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360655744, offset 0
00000400:00000200:2.0:1775768534.783294:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768534.783298:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768534.783302:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768534.783305:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768534.783308:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768534.783311:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768534.783313:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768534.783316:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60117:60117:256:4294967295] 192.168.202.115@tcp LPNI seq info [60116:60116:8:4294967295]
00000400:00000200:2.0:1775768534.783321:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768534.783327:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768534.783332:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.783336:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768534.783339:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768534.783342:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775768534.783347:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768534.783350:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775768534.783353:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768534.783355:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768534.783357:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768534.783361:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768534.783364:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768534.783365:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768534.783368:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768534.783371:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783379:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768534.783382:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768559 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783388:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.783390:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768534.783393:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768534.783397:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768534.783400:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768534.783402:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300425796
00000100:00000001:2.0:1775768534.783404:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300427003
00000100:00000001:2.0:1775768534.783407:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300425796
00000100:00000001:2.0:1775768534.783409:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300427003
00000100:00000001:2.0:1775768534.783412:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768534.783414:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.783415:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768534.783419:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768534/real 1775768534]  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768534.783427:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768534.783429:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768534.783431:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768534.783433:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768534.783435:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768534.783437:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768534.783440:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768534.783448:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.783454:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768534.783456:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.783457:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.783459:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768534.783462:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.784451:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768534.784459:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.784473:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768534.784477:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.784479:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768534.784481:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.784483:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768534.784485:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768534.784488:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768534.784492:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768534.784495:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768534.784498:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768534.784507:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360655744:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768534.784511:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.784514:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768534.784518:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a300 x1862022360655488/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.784525:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768534.784527:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768534.784530:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768534.784536:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768534.784539:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768534.784541:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768534.784543:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768534.784545:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:2.0:1775768534.784549:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768534.784550:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768534.784552:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a300.
00000100:00000001:2.0:1775768534.784555:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768534.784557:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.784559:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768534.784562:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289500 x1862022360655616/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.784575:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768534.784576:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768534.784578:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768534.784584:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768534.784585:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768534.784586:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768534.784588:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768534.784589:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28400.
02000000:00000001:2.0:1775768534.784591:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768534.784593:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768534.784594:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289500.
00000100:00000001:2.0:1775768534.784597:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768534.784598:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.784599:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768534.784602:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028a680 x1862022360655744/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768559 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768534.784608:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768534.784609:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768534.784611:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768534.784613:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768534.784614:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768534.784616:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768534.784617:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768534.784619:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28000.
02000000:00000001:2.0:1775768534.784621:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768534.784622:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768534.784623:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028a680.
00000100:00000001:2.0:1775768534.784625:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768534.784627:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.784629:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768534.784635:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768534.784637:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768534.784640:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768534.784641:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768534.844000:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768534.844011:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768534.844013:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768534.844020:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768534.844024:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768534.844028:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768534.844031:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768534.844034:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768534.844037:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768535.804949:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768535.804958:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768535.804966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768535.804968:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768535.804973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768535.804974:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768535.805074:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768535.805078:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768535.805082:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768535.867975:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768535.867986:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768535.867988:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768535.867996:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768535.868000:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768535.868004:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768535.868008:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768535.868012:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768535.868015:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768536.059978:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300427003, at 4300427008
00000100:00000040:3.0:1775768536.059994:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300427003, at 4300427008
00000100:00000010:2.0:1775768536.059995:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444780.
00000100:00000010:3.0:1775768536.060004:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e524448a0.
00010000:00000001:0.0:1775768536.827979:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768536.827987:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768536.827995:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768536.827996:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768536.828000:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768536.828001:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768536.828169:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768536.828174:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768536.828177:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768536.891990:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768536.892000:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768536.892002:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768536.892009:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768536.892014:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768536.892019:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768536.892022:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768536.892025:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768536.892028:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.852959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768537.852969:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768537.852972:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768537.852976:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.852981:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768537.852984:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.852986:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.852989:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.852993:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768537.852995:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.852999:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768537.853001:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768537.853003:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768537.853004:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.853006:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768537.853007:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.853009:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768537.853011:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768537.853127:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768537.853132:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768537.853137:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768537.915983:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768537.915993:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768537.915995:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768537.916004:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768537.916009:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768537.916013:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768537.916016:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768537.916018:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768537.916021:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768538.877944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768538.877953:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768538.877959:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768538.877960:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768538.877964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768538.877965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768538.878036:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768538.878041:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768538.878045:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768538.939976:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768538.939982:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768538.939984:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768538.939990:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768538.939994:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768538.939998:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768538.940000:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768538.940002:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768538.940004:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768539.899944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768539.899952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768539.899954:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768539.899958:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768539.899963:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768539.899970:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5758
00000400:00000200:0.0:1775768539.899979:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768539.899985:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768539.899988:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768539.899991:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.899994:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768539.899996:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.899999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768539.900003:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768539.900005:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768539.900008:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768539.900010:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768539.900013:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768539.900015:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768539.900018:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768539.900022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900023:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768539.900026:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768539.900029:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900032:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768539.900035:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768539.900038:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768539.900041:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900043:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768539.900046:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768539.900055:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028aa00.
00000020:00000040:0.0:1775768539.900058:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768539.900062:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768539.900063:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900066:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768539.900069:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768539.900073:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768539.900088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:0.0:1775768539.900094:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768539.900103:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768539.900113:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768539.900117:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768539.900122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005031194e] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768539.900150:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768539.900153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768539.900155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768539.900156:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768539.900157:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768539.900159:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768539.900160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5758
00000400:00000200:0.0:1775768539.900163:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768539.900165:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768539.900167:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768539.900169:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900170:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768539.900171:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900173:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768539.900174:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768539.900175:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768539.900176:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768539.900177:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768539.900178:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768539.900180:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768539.900182:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900183:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768539.900184:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900186:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768539.900188:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768539.900189:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900191:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768539.900192:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768539.900197:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775768539.900198:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768539.900202:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900203:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768539.900204:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768539.900207:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1775768539.900208:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768539.900213:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768539.900215:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768539.900216:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768539.900221:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b100.
00000020:00000040:0.0:1775768539.900226:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:2.0:1775768539.900231:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768539.900232:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768539.900234:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900234:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900238:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768539.900240:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768539.900240:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768539.900244:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768539.900245:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768539.900250:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768539.900251:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2b000.
00000100:00100000:2.0:1775768539.900255:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360655872:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768539.900257:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900263:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1775768539.900265:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775768539.900269:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768539.900273:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900275:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1775768539.900277:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775768539.900278:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768539.900281:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000076f3f8ab] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775768539.900283:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768539.900288:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900290:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768539.900292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768539.900295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1775768539.900296:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768539.900297:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768539.900299:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768539.900301:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1775768539.900302:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000100:00080000:0.0:1775768539.900303:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5758
00000400:00000200:0.0:1775768539.900309:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768539.900311:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000400:00000010:2.0:1775768539.900312:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00080000:0.0:1775768539.900313:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768539.900317:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900318:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768539.900320:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900321:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768539.900322:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1775768539.900322:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360655872, portal 25
00000020:00000040:0.0:1775768539.900324:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768539.900327:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775768539.900327:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1775768539.900328:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768539.900331:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:2.0:1775768539.900331:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336567808 : -130299372983808 : ffff897e5028aa00)
00000020:00000001:0.0:1775768539.900333:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768539.900337:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900339:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768539.900342:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768539.900344:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768539.900354:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:0.0:1775768539.900360:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768539.900360:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775768539.900364:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768539.900367:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
02000000:00000001:0.0:1775768539.900368:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1775768539.900370:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
02000000:00000001:0.0:1775768539.900372:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768539.900375:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775768539.900375:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360655872, offset 0
00000100:00000001:0.0:1775768539.900379:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768539.900382:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775768539.900386:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768539.900393:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:0.0:1775768539.900397:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900400:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768539.900403:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000010:0.0:1775768539.900406:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288000.
00000400:00000200:2.0:1775768539.900408:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1775768539.900410:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768539.900414:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775768539.900414:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
02000000:00000001:0.0:1775768539.900417:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768539.900420:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775768539.900421:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768539.900424:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775768539.900424:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:0.0:1775768539.900428:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768539.900431:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60118:60118:256:4294967295] 192.168.202.115@tcp LPNI seq info [60117:60117:8:4294967295]
02000000:00000010:0.0:1775768539.900433:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2a400.
00000400:00000200:2.0:1775768539.900438:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768539.900439:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768539.900445:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768539.900452:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775768539.900461:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1775768539.900463:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900464:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775768539.900467:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00000040:0.0:1775768539.900470:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000652e6c73] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1775768539.900477:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768539.900481:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775768539.900489:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775768539.900489:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:0.0:1775768539.900493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1775768539.900498:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1775768539.900499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768539.900503:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768539.900506:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1775768539.900506:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768539.900509:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000100:00000001:0.0:1775768539.900511:0:37:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775768539.900514:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1775768539.900515:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5758
00000400:00000200:2.0:1775768539.900521:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768539.900524:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768539.900524:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768539.900528:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000400:00000200:0.0:1775768539.900531:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:2.0:1775768539.900532:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1775768539.900536:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1775768539.900538:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768539.900542:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900547:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768539.900550:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900553:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:2.0:1775768539.900553:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1775768539.900556:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768539.900559:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000040:2.0:1775768539.900560:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768539.900562:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768539.900564:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768539.900568:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768539.900572:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768539.900577:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900581:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768539.900584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768539.900586:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900587:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768539.900591:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00000001:2.0:1775768539.900591:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775768539.900594:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768539.900596:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900596:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768539.900597:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768539.900601:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768539.900602:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000001:0.0:1775768539.900604:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900605:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300432122
00000100:00000001:0.0:1775768539.900606:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768539.900608:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1775768539.900610:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768539.900611:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444780.
00000100:00000001:0.0:1775768539.900612:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768539.900617:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028ad80.
00000020:00000040:0.0:1775768539.900618:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000001:2.0:1775768539.900619:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1775768539.900620:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768539.900622:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.900624:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768539.900625:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775768539.900625:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300432122
02000000:00000001:0.0:1775768539.900628:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768539.900630:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444a20.
02000000:00000010:0.0:1775768539.900632:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b28800.
00000100:00000001:2.0:1775768539.900633:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768539.900636:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900637:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768539.900640:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768539.900642:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768539.900643:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768539.900649:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768539/real 1775768539]  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768539.900650:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768539.900654:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775768539.900658:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768539.900660:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768539.900661:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768539.900664:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000100:00000040:0.0:1775768539.900666:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082291e39] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768539.900666:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768539.900670:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775768539.900676:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768539.900678:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768539.900681:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1775768539.900682:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768539.900684:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5768)
00000100:00000200:2.0:1775768539.900698:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.900705:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768539.900706:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775768539.900708:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768539.900709:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:0.0:1775768539.900713:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900713:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775768539.900720:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1775768539.900720:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:0.0:1775768539.900724:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768539.900727:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768539.900731:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900732:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775768539.900737:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000040:2.0:1775768539.900739:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:0.0:1775768539.900741:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768539.900746:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900747:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00010000:00000001:0.0:1775768539.900752:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900752:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.900753:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768539.900755:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.900757:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00010000:00000001:0.0:1775768539.900758:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768539.900759:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00010000:00000001:0.0:1775768539.900762:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768539.900762:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768539.900767:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768539.900769:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768539.900771:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768539.900776:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360655872:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768539.900779:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.900781:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768539.900782:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028aa00 x1862022360655872/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.900786:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768539.900788:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768539.900790:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768539.900794:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768539.900795:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768539.900796:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768539.900798:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768539.900800:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768539.900803:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768539.900804:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768539.900806:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028aa00.
00000100:00000001:2.0:1775768539.900808:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768539.900810:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.900811:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.900816:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768539.900817:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.900819:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768539.900819:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768539.900820:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768539.900853:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.900858:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768539.900859:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768539.900861:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768539.900862:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1775768539.900864:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
02000000:00000001:2.0:1775768539.900864:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768539.900868:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768539.900868:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656000:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768539.900871:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00010000:00010000:1.0:1775768539.900873:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:2.0:1775768539.900874:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768539.900877:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768539.900879:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768539.900882:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768539.900885:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768539.900889:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768539.900891:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768539.900894:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768539.900896:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656000, portal 10
00000100:00000001:2.0:1775768539.900898:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768539.900899:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336569600 : -130299372982016 : ffff897e5028b100)
00000100:00000040:2.0:1775768539.900904:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.900916:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768539.900918:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768539.900921:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768539.900923:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360656000, offset 0
00000400:00000200:2.0:1775768539.900926:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768539.900930:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768539.900933:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768539.900936:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768539.900938:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768539.900940:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768539.900942:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768539.900944:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60119:60119:256:4294967295] 192.168.202.115@tcp LPNI seq info [60118:60118:8:4294967295]
00000400:00000200:2.0:1775768539.900948:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768539.900954:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768539.900958:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768539.900961:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768539.900964:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768539.900966:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775768539.900971:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768539.900973:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775768539.900976:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768539.900978:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768539.900981:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768539.900984:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768539.900987:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768539.900989:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768539.900991:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768539.900995:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901002:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768539.901004:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901010:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.901012:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768539.901015:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768539.901018:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768539.901021:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768539.901023:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300430861
00000100:00000001:2.0:1775768539.901026:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300432122
00000100:00000001:2.0:1775768539.901028:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300430861
00000100:00000001:2.0:1775768539.901030:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300432122
00000100:00000001:2.0:1775768539.901032:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768539.901033:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.901035:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768539.901038:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768539/real 1775768539]  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768539.901046:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768539.901047:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768539.901049:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768539.901052:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768539.901053:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768539.901055:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768539.901057:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768539.901065:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901070:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768539.901071:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901073:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768539.901074:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768539.901077:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901092:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768539.901096:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901103:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768539.901105:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901107:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768539.901108:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901109:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768539.901111:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768539.901113:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768539.901115:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768539.901117:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768539.901119:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768539.901123:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656000:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768539.901126:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768539.901128:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901131:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768539.901132:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768539.901133:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768539.901135:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768539.901136:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768539.901137:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768539.901139:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768539.901140:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768539.901141:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768539.901142:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768539.901144:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768539.901145:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768539.901148:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768539.901149:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768539.901151:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768539.901153:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656128, portal 10
00000100:00000001:2.0:1775768539.901154:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768539.901155:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336557056 : -130299372994560 : ffff897e50288000)
00000100:00000040:2.0:1775768539.901158:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901162:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768539.901163:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768539.901164:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768539.901166:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360656128, offset 0
00000400:00000200:2.0:1775768539.901168:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768539.901170:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768539.901172:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768539.901174:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768539.901176:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768539.901177:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768539.901179:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768539.901181:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60120:60120:256:4294967295] 192.168.202.115@tcp LPNI seq info [60119:60119:8:4294967295]
00000400:00000200:2.0:1775768539.901183:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768539.901187:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768539.901189:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768539.901191:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768539.901193:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768539.901195:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775768539.901197:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768539.901209:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775768539.901211:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768539.901212:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768539.901214:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768539.901216:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768539.901218:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768539.901220:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768539.901221:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768539.901223:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901227:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768539.901229:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901233:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.901233:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768539.901235:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768539.901237:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768539.901238:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768539.901239:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300430859
00000100:00000001:2.0:1775768539.901241:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300432122
00000100:00000001:2.0:1775768539.901242:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300430859
00000100:00000001:2.0:1775768539.901243:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300432122
00000100:00000001:2.0:1775768539.901245:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768539.901246:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.901247:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768539.901249:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768539/real 1775768539]  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768539.901253:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768539.901253:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768539.901254:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768539.901255:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768539.901256:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768539.901257:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768539.901258:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768539.901263:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901267:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768539.901267:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901268:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768539.901269:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768539.901271:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901274:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768539.901276:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901280:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768539.901281:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901282:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768539.901282:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901283:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768539.901284:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768539.901285:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768539.901287:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768539.901288:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768539.901290:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768539.901294:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656128:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768539.901296:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768539.901297:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901301:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768539.901302:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768539.901304:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768539.901305:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768539.901306:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768539.901308:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656256:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768539.901310:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768539.901311:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768539.901311:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768539.901312:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768539.901314:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768539.901315:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768539.901317:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768539.901318:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768539.901320:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768539.901322:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656256, portal 4
00000100:00000001:2.0:1775768539.901323:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768539.901324:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336568704 : -130299372982912 : ffff897e5028ad80)
00000100:00000040:2.0:1775768539.901326:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901330:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768539.901331:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768539.901332:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768539.901334:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360656256, offset 0
00000400:00000200:2.0:1775768539.901336:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768539.901337:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768539.901339:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768539.901341:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768539.901342:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768539.901343:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768539.901345:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768539.901346:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60121:60121:256:4294967295] 192.168.202.115@tcp LPNI seq info [60120:60120:8:4294967295]
00000400:00000200:2.0:1775768539.901349:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768539.901352:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768539.901355:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768539.901357:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768539.901359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768539.901360:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1775768539.901362:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768539.901364:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1775768539.901366:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768539.901367:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768539.901369:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768539.901371:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768539.901372:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768539.901373:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768539.901374:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768539.901376:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901380:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768539.901381:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768564 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901385:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.901386:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768539.901387:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768539.901389:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768539.901390:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768539.901391:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300430914
00000100:00000001:2.0:1775768539.901393:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300432122
00000100:00000001:2.0:1775768539.901394:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300430914
00000100:00000001:2.0:1775768539.901395:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300432122
00000100:00000001:2.0:1775768539.901396:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768539.901397:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.901398:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768539.901400:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768539/real 1775768539]  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768539.901404:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768539.901405:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768539.901406:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768539.901407:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768539.901408:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768539.901409:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768539.901410:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768539.901414:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901418:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768539.901418:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901419:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768539.901420:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768539.901421:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901425:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768539.901427:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901430:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768539.901431:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901432:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768539.901433:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901434:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768539.901435:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768539.901436:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768539.901438:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768539.901439:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768539.901441:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768539.901445:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656256:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768539.901447:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901448:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768539.901450:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b100 x1862022360656000/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901453:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768539.901454:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768539.901455:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768539.901456:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768539.901457:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768539.901458:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768539.901459:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768539.901460:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2b000.
02000000:00000001:2.0:1775768539.901461:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768539.901462:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768539.901463:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b100.
00000100:00000001:2.0:1775768539.901464:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768539.901464:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901465:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768539.901467:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288000 x1862022360656128/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901471:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768539.901471:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768539.901472:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768539.901475:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768539.901476:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768539.901476:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768539.901477:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768539.901478:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2a400.
02000000:00000001:2.0:1775768539.901479:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768539.901480:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768539.901481:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288000.
00000100:00000001:2.0:1775768539.901482:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768539.901483:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901484:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768539.901486:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028ad80 x1862022360656256/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768564 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768539.901489:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768539.901489:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768539.901490:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768539.901491:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768539.901492:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768539.901492:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768539.901493:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768539.901494:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b28800.
02000000:00000001:2.0:1775768539.901495:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768539.901495:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768539.901496:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028ad80.
00000100:00000001:2.0:1775768539.901497:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768539.901498:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901499:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768539.901501:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768539.901502:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768539.901503:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768539.901503:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768539.963955:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768539.963962:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768539.963963:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768539.963968:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768539.963972:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768539.963976:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768539.963978:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768539.963980:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768539.963983:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768540.923944:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768540.923952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768540.923960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768540.923962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768540.923966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768540.923967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768540.924058:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768540.924063:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768540.924067:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768540.987976:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768540.987986:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768540.987987:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768540.987994:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768540.987997:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768540.988001:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768540.988003:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768540.988005:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768540.988008:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768541.179971:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300432122, at 4300432128
00000100:00000010:3.0:1775768541.179992:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444a20.
00000100:00000040:2.0:1775768541.180493:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300432122, at 4300432128
00000100:00000010:2.0:1775768541.180507:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444780.
00010000:00000001:0.0:1775768541.947941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768541.947946:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768541.947960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768541.947962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768541.947966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768541.947967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768541.948031:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768541.948176:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768541.948180:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768542.011943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768542.011949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768542.011950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768542.011955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768542.011968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768542.011971:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768542.011974:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768542.011976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768542.011979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768542.971945:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768542.971950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768542.971957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768542.971959:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768542.971962:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768542.971963:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768542.972031:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768542.972043:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768542.972047:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768543.035939:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768543.035945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768543.035946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768543.035951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768543.035953:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768543.035956:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768543.035958:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768543.035960:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768543.035962:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768543.996009:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768543.996017:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768543.996023:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768543.996024:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768543.996028:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768543.996029:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768543.996087:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768543.996091:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768543.996094:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768544.060339:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768544.060346:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768544.060347:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768544.060352:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768544.060358:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768544.060362:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768544.060365:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768544.060367:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768544.060369:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768545.019981:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768545.019988:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768545.019990:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768545.019993:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768545.019996:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768545.020057:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5763
00000400:00000200:0.0:1775768545.020065:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768545.020070:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768545.020073:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768545.020075:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020078:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768545.020081:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020083:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768545.020087:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768545.020089:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768545.020091:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768545.020093:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768545.020096:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768545.020098:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768545.020101:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020102:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768545.020104:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020106:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768545.020108:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768545.020111:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020114:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768545.020117:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768545.020120:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768545.020122:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020124:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768545.020127:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768545.020134:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289180.
00000020:00000040:0.0:1775768545.020136:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768545.020139:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768545.020141:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020143:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768545.020145:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768545.020148:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768545.020155:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000001:0.0:1775768545.020160:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768545.020167:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768545.020174:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768545.020177:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768545.020180:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003142616a] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768545.020194:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768545.020196:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768545.020198:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768545.020199:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768545.020200:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768545.020202:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768545.020203:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5763
00000400:00000200:0.0:1775768545.020206:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768545.020209:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768545.020210:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768545.020212:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020214:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768545.020216:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020218:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768545.020219:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768545.020220:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768545.020221:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768545.020223:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768545.020225:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768545.020226:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000001:2.0:1775768545.020227:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775768545.020230:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768545.020233:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768545.020234:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768545.020238:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768545.020238:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775768545.020240:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768545.020243:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000040:2.0:1775768545.020246:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768545.020250:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020257:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020261:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775768545.020262:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775768545.020264:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.020267:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768545.020268:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768545.020269:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768545.020272:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.020273:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020278:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:2.0:1775768545.020279:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360656384:192.168.202.115@tcp:250:kworker.0
00000008:00100000:0.0:1775768545.020281:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768545.020284:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020285:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768545.020287:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028b480.
00000020:00000040:0.0:1775768545.020291:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000100:00000001:2.0:1775768545.020291:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768545.020294:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768545.020295:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020296:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768545.020297:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768545.020297:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768545.020301:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.020301:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.020307:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768545.020308:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2ac00.
00000100:00000001:0.0:1775768545.020311:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768545.020314:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
00000100:00100000:0.0:1775768545.020315:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775768545.020318:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020326:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768545.020328:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.020329:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000040:0.0:1775768545.020333:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b273d1] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775768545.020336:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000100:00000001:0.0:1775768545.020342:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768545.020345:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1775768545.020346:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00080000:0.0:1775768545.020347:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768545.020350:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768545.020351:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768545.020353:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768545.020354:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5763
00000100:00000200:2.0:1775768545.020354:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656384, portal 25
00000400:00000200:0.0:1775768545.020360:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768545.020360:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768545.020363:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336561536 : -130299372990080 : ffff897e50289180)
00000400:00000200:0.0:1775768545.020364:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768545.020368:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768545.020371:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020373:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768545.020375:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768545.020376:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020379:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768545.020383:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768545.020384:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:0.0:1775768545.020387:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768545.020389:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:0.0:1775768545.020393:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:2.0:1775768545.020395:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1775768545.020396:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768545.020400:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020403:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768545.020405:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000040:0.0:1775768545.020407:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020409:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:2.0:1775768545.020409:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000020:00000040:0.0:1775768545.020411:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00000200:2.0:1775768545.020414:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360656384, offset 0
00000100:00080000:0.0:1775768545.020415:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020419:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768545.020420:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768545.020422:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775768545.020422:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
02000000:00000001:0.0:1775768545.020426:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020429:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768545.020431:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775768545.020433:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:0.0:1775768545.020437:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.020440:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00000001:0.0:1775768545.020441:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.020444:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1775768545.020446:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288a80.
00000400:00000200:2.0:1775768545.020449:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000020:00000040:0.0:1775768545.020450:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000400:00000200:2.0:1775768545.020453:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1775768545.020456:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775768545.020456:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
02000000:00000001:0.0:1775768545.020459:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.020463:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60122:60122:256:4294967295] 192.168.202.115@tcp LPNI seq info [60121:60121:8:4294967295]
00000100:00000001:0.0:1775768545.020464:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768545.020466:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768545.020469:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.020472:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
02000000:00000010:0.0:1775768545.020475:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29000.
00000100:00000001:0.0:1775768545.020480:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.020482:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1775768545.020489:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1775768545.020489:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768545.020494:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00000001:0.0:1775768545.020501:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768545.020504:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775768545.020504:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:0.0:1775768545.020510:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000938f2b4] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1775768545.020510:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1775768545.020518:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768545.020520:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768545.020522:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768545.020524:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1775768545.020525:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00080000:0.0:1775768545.020526:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768545.020532:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:2.1:1775768545.020532:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1775768545.020537:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5763
00000800:00000100:2.0:1775768545.020541:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768545.020545:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000800:00000010:2.0:1775768545.020545:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:0.0:1775768545.020550:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768545.020553:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775768545.020553:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1775768545.020559:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768545.020563:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775768545.020564:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768545.020569:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768545.020570:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000100:00000001:0.0:1775768545.020573:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000010:2.0:1775768545.020574:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000020:00000001:0.0:1775768545.020577:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768545.020580:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:2.0:1775768545.020580:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1775768545.020584:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768545.020587:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:2.0:1775768545.020587:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775768545.020591:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768545.020595:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:0.0:1775768545.020602:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768545.020603:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768545.020605:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768545.020609:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768545.020610:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768545.020614:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768545.020618:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:0.0:1775768545.020623:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768545.020623:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020625:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020626:0:2415:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1775768545.020629:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768545.020631:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768545.020632:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768545.020633:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020637:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768545.020639:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1775768545.020639:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000008:00000001:0.0:1775768545.020644:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020645:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020645:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300437242
00000100:00000010:0.0:1775768545.020649:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289880.
00000020:00000040:0.0:1775768545.020651:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000010:2.0:1775768545.020652:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444780.
02000000:00000001:0.0:1775768545.020654:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775768545.020660:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1775768545.020663:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.020666:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1775768545.020666:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300437242
02000000:00000001:0.0:1775768545.020669:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768545.020672:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768545.020672:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444540.
00000100:00000001:2.0:1775768545.020678:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
02000000:00000010:0.0:1775768545.020679:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29400.
00000100:00000001:2.0:1775768545.020683:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768545.020684:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020688:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768545.020693:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768545.020693:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768545.020699:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768545/real 1775768545]  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768545.020708:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768545.020712:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775768545.020713:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1775768545.020718:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007da4ace9] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768545.020723:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768545.020726:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768545.020730:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000100:00000001:0.0:1775768545.020731:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768545.020732:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768545.020735:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1775768545.020737:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1775768545.020740:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768545.020743:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1775768545.020751:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5773)
00000100:00000200:2.0:1775768545.020752:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.020758:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768545.020759:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.020761:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768545.020762:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768545.020765:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.020779:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768545.020784:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00000001:0.0:1775768545.020787:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768545.020791:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020795:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00010000:00000001:0.0:1775768545.020796:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768545.020798:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020800:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775768545.020802:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768545.020803:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00010000:00000001:0.0:1775768545.020804:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020806:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.020810:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768545.020812:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768545.020816:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768545.020824:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768545.020853:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1775768545.020855:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768545.020858:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768545.020860:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:1.0:1775768545.020864:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1775768545.020869:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360656384:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768545.020874:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.020876:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768545.020878:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289180 x1862022360656384/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.020882:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768545.020883:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768545.020885:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768545.020889:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768545.020890:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768545.020891:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768545.020893:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768545.020894:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768545.020897:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768545.020898:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768545.020899:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289180.
00000100:00000001:2.0:1775768545.020901:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768545.020902:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.020903:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.020908:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768545.020909:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.020911:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768545.020912:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768545.020913:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768545.020915:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.020923:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768545.020924:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.020925:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768545.020926:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768545.020927:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768545.020929:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656512:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768545.020930:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768545.020932:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768545.020933:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.020934:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768545.020936:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768545.020937:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.020940:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768545.020941:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768545.020944:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768545.020946:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656512, portal 10
00000100:00000001:2.0:1775768545.020947:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768545.020948:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336570496 : -130299372981120 : ffff897e5028b480)
00000100:00000040:2.0:1775768545.020951:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.020955:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768545.020957:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768545.020958:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768545.020959:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360656512, offset 0
00000400:00000200:2.0:1775768545.020961:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768545.020964:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768545.020966:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768545.020967:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768545.020969:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768545.020971:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768545.020973:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768545.020977:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60123:60123:256:4294967295] 192.168.202.115@tcp LPNI seq info [60122:60122:8:4294967295]
00000400:00000200:2.0:1775768545.020981:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768545.020987:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768545.020991:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768545.020993:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768545.020997:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768545.021000:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768545.021003:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768545.021006:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768545.021009:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768545.021011:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768545.021013:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768545.021017:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768545.021019:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768545.021021:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768545.021023:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768545.021026:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021033:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768545.021036:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021042:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.021043:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768545.021047:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768545.021050:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768545.021053:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768545.021055:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300435981
00000100:00000001:2.0:1775768545.021057:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300437242
00000100:00000001:2.0:1775768545.021059:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300435981
00000100:00000001:2.0:1775768545.021062:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300437242
00000100:00000001:2.0:1775768545.021063:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768545.021066:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.021067:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768545.021071:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768545/real 1775768545]  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768545.021078:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768545.021080:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768545.021081:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768545.021084:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768545.021085:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768545.021087:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768545.021090:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768545.021097:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021104:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768545.021105:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021107:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768545.021108:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768545.021111:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021118:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768545.021121:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021137:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768545.021139:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021141:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768545.021142:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021144:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768545.021145:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768545.021148:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768545.021152:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768545.021153:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768545.021157:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768545.021164:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656512:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768545.021169:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768545.021173:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021180:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768545.021182:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.021184:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768545.021186:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768545.021187:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768545.021190:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768545.021193:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768545.021194:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768545.021196:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.021197:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768545.021200:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768545.021202:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.021205:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768545.021207:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768545.021210:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768545.021213:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656640, portal 10
00000100:00000001:2.0:1775768545.021214:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768545.021215:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336559744 : -130299372991872 : ffff897e50288a80)
00000100:00000040:2.0:1775768545.021220:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021227:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768545.021229:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768545.021231:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768545.021233:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360656640, offset 0
00000400:00000200:2.0:1775768545.021237:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768545.021241:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768545.021243:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768545.021245:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768545.021247:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768545.021249:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768545.021251:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768545.021255:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60124:60124:256:4294967295] 192.168.202.115@tcp LPNI seq info [60123:60123:8:4294967295]
00000400:00000200:2.0:1775768545.021259:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768545.021264:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768545.021268:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768545.021271:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768545.021275:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768545.021277:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768545.021281:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768545.021283:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768545.021287:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768545.021288:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768545.021291:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768545.021294:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768545.021296:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768545.021298:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768545.021300:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768545.021303:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021311:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768545.021314:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021319:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.021321:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768545.021324:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768545.021326:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768545.021328:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768545.021329:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300435979
00000100:00000001:2.0:1775768545.021331:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300437242
00000100:00000001:2.0:1775768545.021332:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300435979
00000100:00000001:2.0:1775768545.021334:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300437242
00000100:00000001:2.0:1775768545.021335:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768545.021337:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.021338:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768545.021340:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768545/real 1775768545]  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768545.021344:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768545.021345:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768545.021346:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768545.021348:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768545.021348:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768545.021350:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768545.021351:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768545.021356:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021359:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768545.021360:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021361:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768545.021362:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768545.021364:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021367:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768545.021370:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021374:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768545.021376:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021376:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768545.021377:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021378:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768545.021379:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768545.021380:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768545.021382:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768545.021383:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768545.021385:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768545.021389:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656640:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768545.021391:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768545.021392:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021396:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768545.021396:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.021398:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768545.021399:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768545.021400:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768545.021401:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656768:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768545.021403:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768545.021404:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768545.021405:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768545.021406:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768545.021408:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768545.021410:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768545.021411:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768545.021413:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768545.021415:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768545.021417:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656768, portal 4
00000100:00000001:2.0:1775768545.021418:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768545.021418:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336563328 : -130299372988288 : ffff897e50289880)
00000100:00000040:2.0:1775768545.021422:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021426:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768545.021427:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768545.021428:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768545.021430:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360656768, offset 0
00000400:00000200:2.0:1775768545.021433:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768545.021436:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768545.021439:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768545.021441:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768545.021443:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768545.021445:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768545.021447:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768545.021450:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60125:60125:256:4294967295] 192.168.202.115@tcp LPNI seq info [60124:60124:8:4294967295]
00000400:00000200:2.0:1775768545.021453:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768545.021459:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768545.021463:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768545.021466:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768545.021470:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768545.021472:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1775768545.021476:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768545.021478:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1775768545.021481:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768545.021483:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768545.021485:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768545.021488:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768545.021491:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768545.021493:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768545.021496:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768545.021499:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021506:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768545.021509:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768570 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021514:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.021516:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768545.021518:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768545.021521:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768545.021524:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768545.021526:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300436034
00000100:00000001:2.0:1775768545.021528:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300437242
00000100:00000001:2.0:1775768545.021530:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300436034
00000100:00000001:2.0:1775768545.021532:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300437242
00000100:00000001:2.0:1775768545.021533:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768545.021535:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.021537:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768545.021540:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768545/real 1775768545]  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768545.021547:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768545.021548:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768545.021550:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768545.021552:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768545.021554:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768545.021556:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768545.021558:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768545.021566:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021575:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768545.021576:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021577:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768545.021578:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768545.021580:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021584:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768545.021586:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021590:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768545.021592:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021593:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768545.021593:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021594:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768545.021595:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768545.021597:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768545.021598:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768545.021599:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768545.021601:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768545.021605:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360656768:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768545.021608:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021609:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768545.021610:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028b480 x1862022360656512/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021614:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768545.021615:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768545.021616:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768545.021618:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768545.021619:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768545.021620:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768545.021621:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768545.021622:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:2.0:1775768545.021624:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768545.021625:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768545.021626:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028b480.
00000100:00000001:2.0:1775768545.021628:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768545.021628:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021629:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768545.021631:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288a80 x1862022360656640/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021635:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768545.021637:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768545.021638:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768545.021642:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768545.021643:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768545.021644:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768545.021646:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768545.021647:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768545.021649:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768545.021650:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768545.021651:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288a80.
00000100:00000001:2.0:1775768545.021653:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768545.021655:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021656:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768545.021660:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289880 x1862022360656768/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768570 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768545.021665:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768545.021666:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768545.021668:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768545.021670:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768545.021671:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768545.021672:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768545.021674:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768545.021676:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29400.
02000000:00000001:2.0:1775768545.021678:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768545.021679:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768545.021680:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289880.
00000100:00000001:2.0:1775768545.021682:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768545.021683:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021685:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768545.021688:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768545.021689:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768545.021691:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768545.021692:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768545.083934:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768545.083940:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768545.083942:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768545.083947:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768545.083950:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768545.083954:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768545.083956:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768545.083958:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768545.083961:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768546.043939:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768546.043945:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768546.043950:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768546.043952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768546.043954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768546.043955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768546.044037:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768546.044041:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768546.044044:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768546.107985:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768546.108000:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768546.108002:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768546.108009:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768546.108014:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768546.108018:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768546.108022:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768546.108024:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768546.108027:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768546.299958:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300437242, at 4300437248
00000100:00000010:2.0:1775768546.299974:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444780.
00000100:00000040:3.0:1775768546.299975:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300437242, at 4300437248
00000100:00000010:3.0:1775768546.299990:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e52444540.
00010000:00000001:0.0:1775768547.067998:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768547.068006:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768547.068013:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768547.068014:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768547.068019:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768547.068021:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768547.068086:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768547.068089:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768547.068092:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768547.131972:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768547.131981:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768547.131988:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768547.131996:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768547.132000:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768547.132005:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768547.132008:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768547.132011:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768547.132018:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.091978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768548.091985:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768548.091988:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768548.091991:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.091995:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768548.091998:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.092000:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.092002:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.092005:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768548.092006:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.092010:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768548.092012:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768548.092013:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768548.092014:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.092016:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768548.092017:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.092018:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768548.092020:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768548.092110:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768548.092116:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768548.092120:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768548.157548:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768548.157555:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768548.157557:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768548.157562:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768548.157566:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768548.157570:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768548.157572:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768548.157574:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768548.157577:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768549.115960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768549.115965:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768549.115971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768549.115972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768549.115975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768549.115976:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768549.116085:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768549.116089:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768549.116091:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768549.179943:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768549.179949:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768549.179950:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768549.179955:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768549.179958:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768549.179961:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768549.179963:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768549.179966:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768549.179968:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768550.139973:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768550.139978:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768550.139984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768550.139987:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768550.139989:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768550.139991:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768550.139994:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768550.139997:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768550.139998:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768550.140000:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768550.140003:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768550.140004:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768550.140089:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768550.140091:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768550.140094:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768550.140149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768550.140155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768550.140157:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768550.140161:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768550.140165:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768550.140171:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5768
00000400:00000200:2.0:1775768550.140180:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768550.140186:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768550.140189:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768550.140192:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140195:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.140198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140200:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768550.140203:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768550.140204:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768550.140207:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768550.140209:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768550.140212:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768550.140214:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768550.140216:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140218:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.140219:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140221:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768550.140224:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768550.140227:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140229:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768550.140232:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768550.140235:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768550.140238:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.140240:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768550.140243:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768550.140252:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5f80.
00000020:00000040:2.0:1775768550.140255:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768550.140258:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768550.140259:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.140262:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768550.140265:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768550.140270:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768550.140276:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768550.140282:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768550.140291:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768550.140306:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768550.140311:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768550.140316:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be86f184] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768550.140339:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768550.140343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768550.140346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768550.140347:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768550.140348:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768550.140351:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768550.140353:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5768
00000400:00000200:2.0:1775768550.140357:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768550.140360:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768550.140362:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768550.140365:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140367:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.140368:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140370:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768550.140372:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768550.140373:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768550.140375:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768550.140376:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768550.140378:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768550.140381:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768550.140384:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140385:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.140387:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140389:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768550.140390:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768550.140393:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140396:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768550.140398:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768550.140403:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768550.140405:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.140407:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768550.140411:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768550.140413:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.140415:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768550.140418:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6d80.
00000020:00000040:2.0:1775768550.140421:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768550.140423:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768550.140424:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.140426:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768550.140427:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768550.140429:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768550.140432:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768550.140435:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768550.140439:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768550.140446:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768550.140448:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768550.140451:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fe0372f] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768550.140458:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768550.140460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768550.140463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768550.140464:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768550.140466:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768550.140468:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768550.140470:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5768
00000400:00000200:2.0:1775768550.140473:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768550.140476:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768550.140478:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768550.140480:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140482:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.140484:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.140485:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768550.140487:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768550.140488:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768550.140490:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768550.140491:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768550.140492:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768550.140495:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000001:0.0:1775768550.140662:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768550.140665:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768550.140667:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768550.140672:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.140680:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768550.140682:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.140684:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768550.140687:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768550.140689:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768550.140691:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360656896:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768550.140695:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768550.140698:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768550.140701:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.140703:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768550.140707:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768550.140709:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768550.140714:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768550.140717:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768550.140756:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768550.140761:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360656896, portal 25
00000100:00000001:0.0:1775768550.140764:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768550.140765:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154358656 : -130299555192960 : ffff897e454c5f80)
00000100:00000040:0.0:1775768550.140771:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.140778:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768550.140780:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768550.140783:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768550.140786:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360656896, offset 0
00000400:00000200:0.0:1775768550.140792:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768550.140800:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.140805:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768550.140810:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768550.140814:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768550.140817:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768550.140820:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768550.140823:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60126:60126:256:4294967295] 192.168.202.115@tcp LPNI seq info [60125:60125:8:4294967295]
00000400:00000200:0.0:1775768550.140846:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.140856:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768550.140862:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.140866:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768550.140872:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768550.140875:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768550.140880:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768550.140896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768550.140900:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.140902:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768550.140907:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768550.140912:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768550.140917:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768550.140919:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768550.140923:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768550.140927:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.140936:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.140939:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.140945:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.140947:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768550.140952:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768550.140956:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768550.140958:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300442363
00000100:00000010:0.0:1775768550.140963:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231f60.
00000100:00000001:0.0:1775768550.140969:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768550.140974:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300442363
00000100:00000010:0.0:1775768550.140976:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231e40.
00000100:00000001:0.0:1775768550.140979:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768550.140982:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768550.140985:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.140987:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768550.140991:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768550/real 1775768550]  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768550.141001:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768550.141002:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768550.141004:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768550.141006:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768550.141007:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768550.141009:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768550.141012:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768550.141019:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141025:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768550.141027:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141029:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.141031:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768550.141034:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141040:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768550.141044:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141050:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768550.141053:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141054:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.141055:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141058:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768550.141060:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768550.141062:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768550.141065:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768550.141067:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768550.141071:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768550.141078:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360656896:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768550.141082:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768550.141084:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141090:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768550.141091:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.141093:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768550.141094:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768550.141096:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768550.141098:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657024:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768550.141101:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768550.141103:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768550.141105:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.141106:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768550.141109:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768550.141111:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768550.141114:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768550.141116:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768550.141119:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768550.141121:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657024, portal 10
00000100:00000001:0.0:1775768550.141124:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768550.141125:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154362240 : -130299555189376 : ffff897e454c6d80)
00000100:00000040:0.0:1775768550.141130:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141136:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768550.141138:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768550.141141:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768550.141143:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360657024, offset 0
00000400:00000200:0.0:1775768550.141147:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768550.141150:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.141153:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768550.141156:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768550.141158:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768550.141160:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768550.141162:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768550.141165:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60127:60127:256:4294967295] 192.168.202.115@tcp LPNI seq info [60126:60126:8:4294967295]
00000400:00000200:0.0:1775768550.141169:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.141175:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768550.141179:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.141182:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768550.141186:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768550.141188:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768550.141191:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768550.141194:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768550.141197:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.141199:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768550.141201:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768550.141204:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768550.141206:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768550.141207:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768550.141209:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768550.141212:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141223:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.141225:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141230:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.141232:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768550.141234:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768550.141237:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768550.141240:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768550.141242:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300441101
00000100:00000001:0.0:1775768550.141245:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300442363
00000100:00000001:0.0:1775768550.141246:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300441101
00000100:00000001:0.0:1775768550.141248:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300442363
00000100:00000001:0.0:1775768550.141250:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768550.141252:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.141253:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768550.141256:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768550/real 1775768550]  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768550.141262:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768550.141264:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768550.141265:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768550.141267:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768550.141268:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768550.141270:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768550.141272:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768550.141279:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141284:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768550.141286:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141287:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.141288:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768550.141291:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141297:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768550.141307:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141314:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768550.141316:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141318:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.141319:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141321:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768550.141322:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768550.141325:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768550.141328:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768550.141330:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768550.141333:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768550.141340:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657024:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768550.141343:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141345:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.141348:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5f80 x1862022360656896/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141354:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768550.141356:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768550.141358:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768550.141360:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768550.141362:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768550.141363:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768550.141365:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768550.141367:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768550.141373:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768550.141374:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768550.141375:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5f80.
00000100:00000001:0.0:1775768550.141378:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768550.141379:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141380:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.141383:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6d80 x1862022360657024/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.141388:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768550.141389:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768550.141390:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768550.141392:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768550.141393:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768550.141394:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768550.141395:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768550.141396:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768550.141400:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768550.141401:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768550.141402:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6d80.
00000100:00000001:0.0:1775768550.141404:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768550.141405:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141407:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.141414:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768550.141416:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.141418:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768550.141420:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768550.142652:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.142658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142661:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768550.142664:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768550.142668:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142670:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768550.142673:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768550.142677:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768550.142680:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.142682:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768550.142685:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768550.142688:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.142690:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768550.142696:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4380.
00000020:00000040:2.0:1775768550.142699:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768550.142702:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768550.142703:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.142706:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768550.142708:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768550.142711:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768550.142716:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768550.142729:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768550.142735:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768550.142743:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768550.142746:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768550.142751:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083027495] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768550.142770:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768550.142774:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768550.142777:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768550.142779:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768550.142781:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768550.142783:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768550.142786:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5768
00000400:00000200:2.0:1775768550.142791:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768550.142794:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768550.142796:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768550.142799:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142801:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.142803:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142805:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768550.142808:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768550.142809:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768550.142811:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768550.142813:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768550.142815:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768550.142817:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768550.142820:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142822:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768550.142823:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142825:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768550.142842:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768550.142846:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768550.142848:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768550.142850:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768550.142852:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768550.142854:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.142856:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768550.142858:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768550.142860:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.142862:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768550.142865:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6300.
00000020:00000040:2.0:1775768550.142867:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768550.142869:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768550.142870:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768550.142872:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768550.142873:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768550.142875:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768550.142878:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768550.142881:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768550.142885:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768550.142892:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768550.142894:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768550.142898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d02d7d] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768550.142905:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768550.142908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768550.142911:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768550.142916:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5778)
00000100:00000001:0.0:1775768550.144604:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768550.144610:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768550.144612:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768550.144620:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144630:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768550.144632:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.144636:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768550.144638:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768550.144641:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768550.144644:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657152:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768550.144648:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768550.144651:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768550.144653:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.144655:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768550.144659:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768550.144661:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768550.144666:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768550.144670:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768550.144676:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768550.144680:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657152, portal 10
00000100:00000001:0.0:1775768550.144682:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768550.144684:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154351488 : -130299555200128 : ffff897e454c4380)
00000100:00000040:0.0:1775768550.144691:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144697:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768550.144700:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768550.144702:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768550.144705:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360657152, offset 0
00000400:00000200:0.0:1775768550.144710:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768550.144716:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.144730:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768550.144734:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768550.144738:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768550.144741:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768550.144743:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768550.144747:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60128:60128:256:4294967295] 192.168.202.115@tcp LPNI seq info [60127:60127:8:4294967295]
00000400:00000200:0.0:1775768550.144751:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.144760:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768550.144765:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.144770:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768550.144776:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768550.144779:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768550.144784:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768550.144787:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768550.144791:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.144794:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768550.144799:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768550.144803:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768550.144807:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768550.144809:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768550.144813:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768550.144816:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144825:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.144848:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144855:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.144857:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768550.144861:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768550.144865:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768550.144868:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768550.144871:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300441103
00000100:00000001:0.0:1775768550.144873:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300442363
00000100:00000001:0.0:1775768550.144875:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300441103
00000100:00000001:0.0:1775768550.144877:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300442363
00000100:00000001:0.0:1775768550.144879:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768550.144882:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.144884:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768550.144888:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768550/real 1775768550]  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768550.144897:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768550.144898:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768550.144900:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768550.144902:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768550.144904:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768550.144906:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768550.144910:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768550.144918:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144925:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768550.144926:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.144928:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.144930:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768550.144934:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144940:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768550.144944:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144950:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768550.144953:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.144954:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.144955:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.144957:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768550.144959:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768550.144962:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768550.144966:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768550.144969:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768550.144974:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768550.144981:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657152:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768550.144985:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768550.144988:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.144994:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768550.144996:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.144998:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768550.145000:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768550.145001:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768550.145004:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657280:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768550.145007:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768550.145009:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768550.145010:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768550.145012:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768550.145014:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768550.145016:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768550.145019:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768550.145022:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768550.145024:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768550.145027:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657280, portal 4
00000100:00000001:0.0:1775768550.145029:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768550.145030:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154359552 : -130299555192064 : ffff897e454c6300)
00000100:00000040:0.0:1775768550.145036:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145042:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768550.145044:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768550.145046:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768550.145048:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360657280, offset 0
00000400:00000200:0.0:1775768550.145053:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768550.145056:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.145059:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768550.145062:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768550.145064:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768550.145067:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768550.145069:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768550.145071:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60129:60129:256:4294967295] 192.168.202.115@tcp LPNI seq info [60128:60128:8:4294967295]
00000400:00000200:0.0:1775768550.145075:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768550.145081:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768550.145086:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.145088:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768550.145092:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768550.145095:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775768550.145098:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768550.145101:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775768550.145104:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768550.145106:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768550.145108:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768550.145111:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768550.145114:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768550.145115:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768550.145117:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768550.145120:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145126:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.145129:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768575 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145135:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.145136:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768550.145138:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768550.145141:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768550.145144:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768550.145146:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300441158
00000100:00000001:0.0:1775768550.145148:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300442363
00000100:00000001:0.0:1775768550.145150:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300441158
00000100:00000001:0.0:1775768550.145151:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300442363
00000100:00000001:0.0:1775768550.145153:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768550.145155:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.145156:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768550.145160:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768550/real 1775768550]  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768550.145167:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768550.145168:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768550.145170:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768550.145172:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768550.145173:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768550.145175:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768550.145178:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768550.145185:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145190:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768550.145191:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.145193:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.145194:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768550.145197:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145202:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768550.145206:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145212:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768550.145215:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.145217:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768550.145218:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.145220:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768550.145221:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768550.145223:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768550.145226:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768550.145228:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768550.145232:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768550.145239:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657280:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768550.145243:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.145244:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.145247:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4380 x1862022360657152/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145253:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768550.145255:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768550.145257:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768550.145260:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768550.145262:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768550.145263:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768550.145265:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768550.145267:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768550.145272:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768550.145274:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768550.145276:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4380.
00000100:00000001:0.0:1775768550.145279:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768550.145281:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.145282:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768550.145285:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6300 x1862022360657280/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768575 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768550.145296:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768550.145297:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768550.145298:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768550.145300:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768550.145301:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768550.145302:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768550.145304:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768550.145305:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768550.145307:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768550.145308:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768550.145309:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6300.
00000100:00000001:0.0:1775768550.145311:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768550.145312:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.145314:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.145321:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768550.145323:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.145325:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768550.145326:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768550.203946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768550.203953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768550.203955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768550.203960:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768550.203964:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768550.203967:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.203970:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768550.203972:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768550.203974:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768551.164067:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768551.164072:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768551.164078:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768551.164079:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768551.164082:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768551.164083:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768551.164220:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768551.164223:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768551.164226:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768551.228021:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768551.228028:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768551.228030:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768551.228035:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768551.228039:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768551.228042:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768551.228045:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768551.228047:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768551.228050:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775768551.419967:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300442363, at 4300442368
00000100:00000010:3.0:1775768551.419982:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231e40.
00000100:00000040:2.0:1775768551.420071:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300442363, at 4300442368
00000100:00000010:2.0:1775768551.420077:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231f60.
00010000:00000001:0.0:1775768552.187967:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768552.187972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768552.187977:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768552.187978:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768552.187981:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768552.187983:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768552.188164:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768552.188167:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768552.188170:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768552.252046:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768552.252053:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768552.252055:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768552.252060:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768552.252063:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768552.252067:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768552.252069:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768552.252071:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768552.252074:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768553.212173:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768553.212180:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768553.212185:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768553.212186:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768553.212190:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768553.212191:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768553.212549:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768553.212553:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768553.212556:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768553.275949:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768553.275957:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768553.275959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768553.275979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768553.275983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768553.275987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768553.275990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768553.275993:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768553.275996:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768554.235936:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768554.235942:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768554.235948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768554.235950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768554.235954:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768554.235955:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768554.236006:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768554.236008:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768554.236010:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768554.299937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768554.299944:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768554.299946:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768554.299951:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768554.299954:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768554.299958:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768554.299960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768554.299962:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768554.299965:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768555.259946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00080000:2.0:1775768555.259949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00000001:0.0:1775768555.259952:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768555.259959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00010000:00000001:0.0:1775768555.259960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768555.259963:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.259963:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768555.259967:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00010000:00000001:0.0:1775768555.259969:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768555.259972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.259974:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768555.259981:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5773
00000400:00000200:2.0:1775768555.259988:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768555.259995:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768555.259998:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768555.260002:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768555.260015:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768555.260017:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768555.260020:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768555.260022:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768555.260025:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768555.260027:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768555.260030:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260035:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260037:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768555.260041:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768555.260045:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260047:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768555.260050:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768555.260053:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768555.260056:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768555.260057:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768555.260059:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000020:00000001:1.0:1775768555.260062:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260064:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1775768555.260070:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1775768555.260077:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c6a00.
00000020:00000040:2.0:1775768555.260083:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768555.260086:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768555.260088:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260091:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768555.260094:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768555.260099:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768555.260107:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2c00.
00000100:00000001:2.0:1775768555.260113:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768555.260121:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768555.260131:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768555.260136:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768555.260140:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e21491e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768555.260165:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768555.260168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768555.260171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768555.260172:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768555.260174:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768555.260176:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768555.260179:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5773
00000400:00000200:2.0:1775768555.260183:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768555.260185:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768555.260188:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768555.260190:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260196:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768555.260198:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768555.260199:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768555.260200:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768555.260202:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768555.260204:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768555.260206:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768555.260208:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260210:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260211:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260213:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768555.260215:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:2.0:1775768555.260217:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260220:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768555.260221:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768555.260226:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768555.260228:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260229:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768555.260233:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768555.260236:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260238:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768555.260241:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5500.
00000020:00000040:2.0:1775768555.260243:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768555.260246:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768555.260247:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260249:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768555.260250:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768555.260252:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768555.260255:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0c00.
00000100:00000001:2.0:1775768555.260258:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768555.260263:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768555.260270:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768555.260272:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768555.260275:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed40a4e] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768555.260283:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768555.260285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768555.260288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768555.260290:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768555.260291:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768555.260294:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768555.260296:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5773
00000400:00000200:2.0:1775768555.260299:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768555.260302:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768555.260304:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768555.260307:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260309:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260311:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768555.260315:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768555.260316:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768555.260317:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768555.260319:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768555.260321:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768555.260323:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:2.0:1775768555.260335:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260337:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260338:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260340:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768555.260343:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768555.260345:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260348:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768555.260350:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768555.260352:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768555.260354:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260356:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768555.260358:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768555.260360:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260362:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768555.260365:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4700.
00000020:00000040:2.0:1775768555.260367:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768555.260370:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768555.260371:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260373:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768555.260374:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768555.260375:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768555.260379:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0800.
00000100:00000001:2.0:1775768555.260382:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768555.260386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768555.260393:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768555.260395:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768555.260398:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037694009] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768555.260406:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768555.260409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768555.260412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768555.260414:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768555.260415:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768555.260426:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768555.260428:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5773
00000400:00000200:2.0:1775768555.260435:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768555.260437:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768555.260440:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768555.260442:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260444:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260446:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260448:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768555.260451:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768555.260452:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768555.260453:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768555.260455:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768555.260458:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768555.260460:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768555.260462:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260464:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768555.260466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260468:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768555.260470:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768555.260473:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768555.260475:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768555.260477:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768555.260480:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768555.260482:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260484:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768555.260487:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768555.260489:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260491:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768555.260495:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c7100.
00000020:00000040:2.0:1775768555.260497:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768555.260499:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768555.260500:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768555.260502:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768555.260503:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768555.260505:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768555.260508:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f3000.
00000100:00000001:2.0:1775768555.260511:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768555.260515:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768555.260521:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768555.260523:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768555.260526:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061a6b603] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768555.260533:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768555.260536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768555.260540:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768555.260544:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5783)
00000100:00000001:0.0:1775768555.260601:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768555.260605:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768555.260607:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768555.260613:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.260621:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768555.260623:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.260627:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768555.260629:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768555.260632:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768555.260635:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360657408:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768555.260638:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768555.260642:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768555.260645:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.260648:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768555.260652:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768555.260654:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768555.260660:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768555.260664:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768555.260701:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768555.260709:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657408, portal 25
00000100:00000001:0.0:1775768555.260711:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768555.260712:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154361344 : -130299555190272 : ffff897e454c6a00)
00000100:00000040:0.0:1775768555.260718:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.260725:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768555.260727:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768555.260730:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768555.260733:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360657408, offset 0
00000400:00000200:0.0:1775768555.260738:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768555.260745:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.260750:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768555.260755:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768555.260758:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768555.260762:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768555.260765:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768555.260768:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60130:60130:256:4294967295] 192.168.202.115@tcp LPNI seq info [60129:60129:8:4294967295]
00000400:00000200:0.0:1775768555.260773:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.260781:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768555.260786:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.260791:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768555.260797:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768555.260800:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768555.260806:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768555.260809:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768555.260813:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.260815:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768555.260821:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768555.260825:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768555.260848:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768555.260850:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768555.260854:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768555.260858:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.260865:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.260868:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.260875:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.260876:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768555.260881:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768555.260884:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768555.260887:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300447483
00000100:00000010:0.0:1775768555.260891:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231cc0.
00000100:00000001:0.0:1775768555.260896:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768555.260908:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300447483
00000100:00000010:0.0:1775768555.260911:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231660.
00000100:00000001:0.0:1775768555.260914:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768555.260916:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768555.260919:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.260921:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768555.260924:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768555/real 1775768555]  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768555.260933:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768555.260934:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768555.260936:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768555.260938:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768555.260940:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768555.260942:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768555.260945:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768555.260953:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.260959:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768555.260960:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.260962:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.260964:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768555.260967:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.260973:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768555.260977:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.260984:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768555.260986:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.260987:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.260989:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.260991:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768555.260993:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768555.260995:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768555.260998:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768555.261000:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768555.261004:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768555.261012:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360657408:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768555.261016:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768555.261019:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261025:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768555.261026:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.261028:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768555.261030:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768555.261032:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768555.261034:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657536:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768555.261037:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768555.261038:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768555.261040:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.261041:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768555.261044:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768555.261046:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768555.261049:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768555.261051:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768555.261054:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768555.261056:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657536, portal 10
00000100:00000001:0.0:1775768555.261058:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768555.261059:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355968 : -130299555195648 : ffff897e454c5500)
00000100:00000040:0.0:1775768555.261064:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261070:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768555.261071:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768555.261073:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768555.261075:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360657536, offset 0
00000400:00000200:0.0:1775768555.261079:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768555.261082:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.261085:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768555.261088:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768555.261090:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768555.261092:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768555.261094:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768555.261098:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60131:60131:256:4294967295] 192.168.202.115@tcp LPNI seq info [60130:60130:8:4294967295]
00000400:00000200:0.0:1775768555.261101:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.261107:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768555.261111:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.261114:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768555.261118:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768555.261120:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768555.261124:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768555.261126:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768555.261130:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.261132:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768555.261134:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768555.261137:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768555.261139:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768555.261141:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768555.261143:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768555.261146:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261152:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.261155:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261160:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.261161:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768555.261164:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768555.261167:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768555.261170:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768555.261171:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300446221
00000100:00000001:0.0:1775768555.261174:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300447483
00000100:00000001:0.0:1775768555.261176:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300446221
00000100:00000001:0.0:1775768555.261177:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300447483
00000100:00000001:0.0:1775768555.261179:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768555.261181:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.261183:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768555.261186:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768555/real 1775768555]  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768555.261193:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768555.261194:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768555.261196:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768555.261197:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768555.261199:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768555.261201:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768555.261203:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768555.261210:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261215:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768555.261216:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261218:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.261219:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768555.261222:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261228:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768555.261231:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261236:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768555.261239:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261240:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.261241:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261242:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768555.261244:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768555.261246:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768555.261249:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768555.261251:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768555.261255:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768555.261262:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657536:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768555.261265:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768555.261268:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261274:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768555.261275:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.261277:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768555.261279:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768555.261281:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768555.261283:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657664:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768555.261286:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768555.261287:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768555.261289:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.261290:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768555.261293:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768555.261295:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768555.261298:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768555.261310:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768555.261316:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768555.261319:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657664, portal 10
00000100:00000001:0.0:1775768555.261320:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768555.261321:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154352384 : -130299555199232 : ffff897e454c4700)
00000100:00000040:0.0:1775768555.261326:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261331:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768555.261333:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768555.261335:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768555.261337:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360657664, offset 0
00000400:00000200:0.0:1775768555.261341:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768555.261344:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.261347:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768555.261349:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768555.261352:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768555.261354:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768555.261356:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768555.261359:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60132:60132:256:4294967295] 192.168.202.115@tcp LPNI seq info [60131:60131:8:4294967295]
00000400:00000200:0.0:1775768555.261363:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.261368:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768555.261372:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.261375:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768555.261378:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768555.261381:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768555.261384:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768555.261387:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768555.261390:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.261392:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768555.261395:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768555.261397:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768555.261400:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768555.261401:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768555.261403:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768555.261406:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261412:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.261415:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261420:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.261422:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768555.261425:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768555.261427:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768555.261430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768555.261432:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300446219
00000100:00000001:0.0:1775768555.261435:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300447483
00000100:00000001:0.0:1775768555.261437:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300446219
00000100:00000001:0.0:1775768555.261438:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300447483
00000100:00000001:0.0:1775768555.261441:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768555.261443:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.261445:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768555.261448:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768555/real 1775768555]  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768555.261456:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768555.261457:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768555.261458:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768555.261460:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768555.261462:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768555.261464:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768555.261466:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768555.261474:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261481:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768555.261483:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261484:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.261486:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768555.261489:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261496:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768555.261500:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261507:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768555.261510:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261511:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.261512:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261514:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768555.261515:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768555.261518:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768555.261521:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768555.261523:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768555.261527:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768555.261533:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657664:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768555.261535:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768555.261538:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261544:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768555.261545:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.261547:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768555.261549:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768555.261551:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768555.261553:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657792:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768555.261556:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768555.261558:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768555.261559:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768555.261561:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768555.261564:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768555.261566:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768555.261569:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768555.261572:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768555.261574:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768555.261577:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657792, portal 4
00000100:00000001:0.0:1775768555.261579:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768555.261580:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154363136 : -130299555188480 : ffff897e454c7100)
00000100:00000040:0.0:1775768555.261585:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261592:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768555.261594:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768555.261596:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768555.261598:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360657792, offset 0
00000400:00000200:0.0:1775768555.261602:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768555.261605:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.261608:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768555.261611:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768555.261613:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768555.261616:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768555.261618:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768555.261621:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60133:60133:256:4294967295] 192.168.202.115@tcp LPNI seq info [60132:60132:8:4294967295]
00000400:00000200:0.0:1775768555.261625:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768555.261631:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768555.261636:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.261639:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768555.261642:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768555.261645:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775768555.261649:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768555.261652:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775768555.261655:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768555.261657:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768555.261660:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768555.261663:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768555.261679:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768555.261681:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768555.261684:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768555.261688:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261701:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.261704:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261710:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.261711:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768555.261714:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768555.261716:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768555.261719:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768555.261721:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300446274
00000100:00000001:0.0:1775768555.261724:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300447483
00000100:00000001:0.0:1775768555.261726:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300446274
00000100:00000001:0.0:1775768555.261728:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300447483
00000100:00000001:0.0:1775768555.261730:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768555.261732:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.261733:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768555.261737:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768555/real 1775768555]  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768555.261744:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768555.261745:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768555.261747:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768555.261749:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768555.261750:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768555.261753:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768555.261755:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768555.261764:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261770:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768555.261772:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261774:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.261775:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768555.261778:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261785:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768555.261789:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261795:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768555.261797:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261799:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768555.261800:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261802:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768555.261803:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768555.261805:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768555.261808:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768555.261811:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768555.261814:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768555.261822:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360657792:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768555.261826:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261845:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.261848:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c6a00 x1862022360657408/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261855:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768555.261857:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768555.261860:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768555.261862:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768555.261864:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768555.261866:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768555.261868:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768555.261870:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2c00.
02000000:00000001:0.0:1775768555.261875:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768555.261877:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768555.261878:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c6a00.
00000100:00000001:0.0:1775768555.261881:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768555.261882:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261883:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.261887:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5500 x1862022360657536/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261894:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768555.261895:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768555.261897:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768555.261899:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768555.261900:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768555.261901:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768555.261903:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768555.261904:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0c00.
02000000:00000001:0.0:1775768555.261907:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768555.261909:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768555.261910:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5500.
00000100:00000001:0.0:1775768555.261912:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768555.261913:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261915:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.261918:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4700 x1862022360657664/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261925:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768555.261926:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768555.261927:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29800.
02000000:00000001:0.0:1775768555.261929:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768555.261931:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768555.261932:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768555.261934:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768555.261935:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0800.
02000000:00000001:0.0:1775768555.261937:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768555.261938:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768555.261940:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4700.
00000100:00000001:0.0:1775768555.261942:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768555.261943:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261945:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768555.261948:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c7100 x1862022360657792/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768580 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768555.261954:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768555.261955:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768555.261957:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2bc00.
02000000:00000001:0.0:1775768555.261959:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768555.261960:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768555.261961:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768555.261963:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768555.261964:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f3000.
02000000:00000001:0.0:1775768555.261968:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768555.261969:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768555.261970:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c7100.
00000100:00000001:0.0:1775768555.261972:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768555.261973:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261975:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.261982:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768555.261984:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.261986:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768555.261988:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768555.323937:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768555.323945:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768555.323947:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768555.323952:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768555.323956:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768555.323958:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.323960:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768555.323968:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768555.323971:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768556.284004:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768556.284012:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768556.284019:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768556.284021:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768556.284025:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768556.284026:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768556.284085:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768556.284089:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768556.284093:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768556.347982:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768556.347991:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768556.347993:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768556.348000:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768556.348005:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768556.348009:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768556.348012:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768556.348016:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768556.348019:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768556.539962:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300447483, at 4300447488
00000100:00000040:3.0:1775768556.539962:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300447483, at 4300447488
00000100:00000010:3.0:1775768556.539979:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231660.
00000100:00000010:2.0:1775768556.539981:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231cc0.
00010000:00000001:0.0:1775768557.308665:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768557.308673:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768557.308680:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768557.308682:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768557.308686:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768557.308687:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768557.308792:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768557.308796:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768557.308800:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768557.371957:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768557.371965:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768557.371967:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768557.371974:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768557.371979:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768557.371984:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768557.371986:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768557.371989:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768557.371992:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332874:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768558.332881:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768558.332883:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768558.332886:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332890:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768558.332892:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332894:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332896:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332899:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768558.332901:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332904:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768558.332906:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768558.332908:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768558.332909:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332911:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768558.332912:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332913:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768558.332914:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768558.333612:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768558.333615:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768558.333618:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768558.396430:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768558.396437:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768558.396439:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768558.396444:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768558.396448:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768558.396452:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768558.396455:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768558.396457:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768558.396460:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768559.355901:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768559.355908:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768559.355913:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768559.355917:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768559.355919:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768559.355923:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768559.355927:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768559.355929:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768559.355932:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768559.355934:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768559.355938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768559.355939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768559.355959:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768559.355962:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768559.355965:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768559.419962:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768559.419970:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768559.419972:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768559.419979:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768559.419983:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768559.419987:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768559.419990:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768559.419994:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768559.420007:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768560.380514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768560.380525:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768560.380529:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768560.380533:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768560.380538:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768560.380546:0:37:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5778
00000400:00000200:2.0:1775768560.380558:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768560.380565:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768560.380569:0:37:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768560.380572:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380576:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768560.380578:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380581:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768560.380585:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768560.380587:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768560.380590:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768560.380593:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768560.380595:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768560.380598:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768560.380601:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380603:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768560.380605:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380607:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768560.380609:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768560.380612:0:37:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00010000:00000001:0.0:1775768560.380631:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768560.380635:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.380640:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768560.380641:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768560.380643:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768560.380646:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00010000:00000001:0.0:1775768560.380650:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
02000000:00000001:2.0:1775768560.380651:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1775768560.380652:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768560.380658:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.380662:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768560.380665:0:37:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768560.380676:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775768560.380681:0:37:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768560.380685:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768560.380688:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.380691:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768560.380695:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768560.380700:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768560.380709:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0400.
00000100:00000001:2.0:1775768560.380716:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775768560.380724:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1775768560.380727:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768560.380728:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1775768560.380731:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768560.380742:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768560.380747:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768560.380752:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768560.380775:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768560.380779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768560.380783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768560.380784:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768560.380785:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768560.380788:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768560.380790:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5778
00000400:00000200:2.0:1775768560.380794:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768560.380797:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768560.380799:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768560.380802:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380804:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768560.380806:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380808:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768560.380810:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768560.380811:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768560.380813:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768560.380816:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768560.380818:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768560.380821:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768560.380824:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380826:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775768560.380852:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775768560.380857:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768560.380858:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768560.380862:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000100:00000001:0.0:1775768560.380863:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775768560.380867:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00000040:0.0:1775768560.380872:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775768560.380873:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768560.380879:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768560.380884:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768560.380890:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775768560.380892:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768560.380893:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768560.380898:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.380901:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775768560.380902:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775768560.380906:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1775768560.380908:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775768560.380910:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775768560.380913:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768560.380917:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360657920:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768560.380918:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768560.380924:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768560.380925:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1775768560.380929:0:37:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768560.380932:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768560.380933:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768560.380935:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.380936:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.380937:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768560.380940:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768560.380941:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775768560.380943:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768560.380949:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000010:2.0:1775768560.380949:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768560.380954:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.380956:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768560.380963:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00100000:2.0:1775768560.380963:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775768560.380970:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000100:00000001:2.0:1775768560.380974:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768560.380977:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775768560.380979:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000040:2.0:1775768560.380983:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768560.380989:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360657920, portal 25
00000100:00000001:0.0:1775768560.380994:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768560.380997:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:0.0:1775768560.381004:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381013:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768560.381017:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768560.381020:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768560.381024:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360657920, offset 0
00000400:00000200:0.0:1775768560.381031:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768560.381041:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768560.381048:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768560.381053:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768560.381058:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768560.381062:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768560.381065:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768560.381072:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60134:60134:256:4294967295] 192.168.202.115@tcp LPNI seq info [60133:60133:8:4294967295]
00000100:00000001:2.0:1775768560.381078:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768560.381079:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:2.0:1775768560.381084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768560.381089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768560.381091:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768560.381094:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775768560.381099:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775768560.381100:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768560.381107:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5778
00000800:00000200:0.0:1775768560.381112:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768560.381114:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768560.381120:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000800:00000010:0.0:1775768560.381121:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000100:00080000:2.0:1775768560.381123:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768560.381128:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.381130:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775768560.381134:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000100:00000040:2.0:1775768560.381135:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:0.0:1775768560.381140:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000100:00000001:2.0:1775768560.381140:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768560.381143:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768560.381146:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000020:00000001:2.0:1775768560.381150:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775768560.381150:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000020:00000040:2.0:1775768560.381153:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000800:00000200:0.1:1775768560.381156:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000020:00000001:2.0:1775768560.381157:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768560.381162:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000800:00000100:0.0:1775768560.381166:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768560.381170:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000800:00000010:0.0:1775768560.381171:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000100:00000001:2.0:1775768560.381174:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768560.381177:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.381179:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768560.381181:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1775768560.381181:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768560.381186:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000200:0.0:1775768560.381191:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775768560.381191:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768560.381195:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775768560.381198:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
02000000:00000001:2.0:1775768560.381199:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1775768560.381202:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
02000000:00000001:2.0:1775768560.381203:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.381207:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768560.381209:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1775768560.381210:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775768560.381215:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768560.381215:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.381219:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768560.381226:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775768560.381229:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000100:00000001:0.0:1775768560.381230:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775768560.381235:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1775768560.381236:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768560.381237:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.381241:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768560.381244:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768560.381247:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381253:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768560.381255:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:0.0:1775768560.381256:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768560.381261:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381265:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768560.381269:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775768560.381273:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768560.381278:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300452603
00000100:00000001:2.0:1775768560.381285:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1775768560.381287:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442310c0.
00000100:00000001:2.0:1775768560.381288:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768560.381294:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381298:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768560.381305:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300452603
00000100:00000001:2.0:1775768560.381306:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768560.381312:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442315a0.
00000100:00080000:2.0:1775768560.381312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775768560.381318:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1775768560.381318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768560.381321:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775768560.381323:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775768560.381324:0:37:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768560.381328:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.381329:0:37:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775768560.381332:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775768560.381334:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5778
00000100:00100000:0.0:1775768560.381340:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768560/real 1775768560]  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768560.381341:0:37:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768560.381347:0:37:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768560.381352:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768560.381359:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000001:0.0:1775768560.381361:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775768560.381362:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1775768560.381364:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775768560.381366:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000010:0.0:1775768560.381368:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000100:00000001:2.0:1775768560.381371:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000400:00000200:0.0:1775768560.381373:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768560.381377:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000020:00000001:2.0:1775768560.381377:0:37:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768560.381380:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000100:00000001:0.0:1775768560.381382:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1775768560.381383:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768560.381386:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000100:00000200:0.0:1775768560.381389:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775768560.381390:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768560.381395:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768560.381402:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768560.381406:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768560.381409:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000200:0.0:1775768560.381412:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768560.381413:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768560.381418:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768560.381425:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768560.381429:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768560.381430:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381432:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768560.381433:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775768560.381437:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775768560.381438:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768560.381442:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775768560.381442:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.381447:0:37:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768560.381449:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1775768560.381451:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775768560.381453:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.381458:0:37:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768560.381464:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768560.381465:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775768560.381469:0:37:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000100:00000040:0.0:1775768560.381474:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775768560.381475:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768560.381478:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768560.381482:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768560.381484:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768560.381487:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381491:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1775768560.381493:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:0.0:1775768560.381496:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381499:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768560.381499:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381502:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381506:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00100000:2.0:1775768560.381507:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768560.381509:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768560.381515:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775768560.381523:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1775768560.381524:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768560.381528:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381529:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768560.381534:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768560.381537:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768560.381556:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768560.381560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768560.381564:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768560.381569:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5789)
00000100:00100000:0.0:1775768560.381572:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360657920:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768560.381580:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381582:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768560.381586:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360657920/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381594:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768560.381597:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768560.381599:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768560.381603:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768560.381604:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768560.381606:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768560.381608:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768560.381611:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0400.
02000000:00000001:0.0:1775768560.381627:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768560.381629:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768560.381631:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768560.381634:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768560.381635:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381637:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381646:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768560.381648:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381650:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768560.381651:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768560.381653:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768560.381656:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381662:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768560.381663:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.381665:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768560.381667:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768560.381669:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768560.381671:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658048:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768560.381674:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768560.381675:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768560.381677:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.381679:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768560.381681:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768560.381683:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768560.381686:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768560.381688:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768560.381692:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768560.381694:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658048, portal 10
00000100:00000001:0.0:1775768560.381696:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768560.381697:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768560.381703:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381708:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768560.381710:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768560.381712:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768560.381714:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360658048, offset 0
00000400:00000200:0.0:1775768560.381717:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768560.381721:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768560.381725:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768560.381727:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768560.381730:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768560.381732:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768560.381734:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768560.381738:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60135:60135:256:4294967295] 192.168.202.115@tcp LPNI seq info [60134:60134:8:4294967295]
00000400:00000200:0.0:1775768560.381742:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768560.381747:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768560.381751:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768560.381754:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768560.381758:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768560.381761:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775768560.381766:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768560.381768:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1775768560.381772:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768560.381773:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768560.381776:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768560.381779:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768560.381782:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768560.381784:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768560.381786:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768560.381790:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381797:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768560.381800:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381807:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381808:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768560.381811:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768560.381815:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768560.381819:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768560.381821:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300451341
00000100:00000001:0.0:1775768560.381824:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300452603
00000100:00000001:0.0:1775768560.381826:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300451341
00000100:00000001:0.0:1775768560.381848:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300452603
00000100:00000001:0.0:1775768560.381850:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768560.381853:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.381854:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768560.381859:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768560/real 1775768560]  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768560.381867:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768560.381868:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768560.381870:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768560.381873:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768560.381874:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768560.381876:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768560.381879:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768560.381887:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381894:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768560.381895:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381897:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768560.381898:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768560.381902:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381908:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768560.381912:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381918:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768560.381920:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381922:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768560.381923:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.381925:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768560.381927:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768560.381930:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768560.381933:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768560.381935:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768560.381939:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768560.381947:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658048:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768560.381951:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768560.381954:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.381961:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768560.381962:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.381964:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768560.381966:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768560.381968:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768560.381970:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658176:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768560.381992:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768560.381994:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768560.381996:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.381997:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768560.382001:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768560.382003:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768560.382006:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768560.382009:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768560.382012:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768560.382014:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658176, portal 10
00000100:00000001:0.0:1775768560.382016:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768560.382018:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768560.382023:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382029:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768560.382031:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768560.382033:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768560.382035:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360658176, offset 0
00000400:00000200:0.0:1775768560.382039:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768560.382043:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768560.382047:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768560.382049:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768560.382052:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768560.382054:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768560.382056:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768560.382060:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60136:60136:256:4294967295] 192.168.202.115@tcp LPNI seq info [60135:60135:8:4294967295]
00000400:00000200:0.0:1775768560.382064:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768560.382070:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768560.382074:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768560.382077:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768560.382081:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768560.382084:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775768560.382086:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768560.382088:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1775768560.382090:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768560.382092:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768560.382094:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768560.382096:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768560.382098:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768560.382099:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768560.382101:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768560.382103:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382108:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768560.382111:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382115:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.382116:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768560.382118:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768560.382120:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768560.382122:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768560.382123:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300451340
00000100:00000001:0.0:1775768560.382125:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300452603
00000100:00000001:0.0:1775768560.382126:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300451340
00000100:00000001:0.0:1775768560.382128:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300452603
00000100:00000001:0.0:1775768560.382129:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768560.382130:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.382132:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768560.382133:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768560/real 1775768560]  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768560.382137:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768560.382138:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768560.382139:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768560.382140:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768560.382141:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768560.382142:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768560.382144:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768560.382148:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382152:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768560.382153:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382154:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768560.382155:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768560.382157:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382162:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768560.382164:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382168:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768560.382169:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382170:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768560.382170:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382171:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768560.382172:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768560.382174:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768560.382175:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768560.382177:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768560.382178:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768560.382182:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658176:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768560.382185:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768560.382186:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382190:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768560.382191:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.382193:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768560.382194:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768560.382195:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768560.382197:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658304:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768560.382198:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768560.382200:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768560.382201:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768560.382202:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768560.382204:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768560.382206:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768560.382208:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768560.382209:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768560.382211:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768560.382213:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658304, portal 4
00000100:00000001:0.0:1775768560.382214:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768560.382215:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00000040:0.0:1775768560.382219:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382223:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768560.382224:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768560.382226:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768560.382228:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360658304, offset 0
00000400:00000200:0.0:1775768560.382232:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768560.382235:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768560.382238:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768560.382241:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768560.382243:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768560.382245:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768560.382247:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768560.382249:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60137:60137:256:4294967295] 192.168.202.115@tcp LPNI seq info [60136:60136:8:4294967295]
00000400:00000200:0.0:1775768560.382253:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768560.382259:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768560.382263:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768560.382266:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768560.382270:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768560.382272:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775768560.382276:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768560.382279:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1775768560.382282:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768560.382285:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768560.382287:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768560.382289:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768560.382291:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768560.382292:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768560.382294:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768560.382296:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382301:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768560.382303:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768585 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382307:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.382308:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768560.382310:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768560.382312:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768560.382314:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768560.382315:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300451395
00000100:00000001:0.0:1775768560.382317:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300452603
00000100:00000001:0.0:1775768560.382318:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300451395
00000100:00000001:0.0:1775768560.382320:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300452603
00000100:00000001:0.0:1775768560.382321:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768560.382322:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.382323:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768560.382325:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768560/real 1775768560]  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768560.382329:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768560.382330:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768560.382331:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768560.382333:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768560.382334:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768560.382335:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768560.382337:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768560.382342:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382345:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768560.382346:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382347:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768560.382348:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768560.382349:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382353:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768560.382355:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382358:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768560.382360:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382361:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768560.382362:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382363:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768560.382364:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768560.382365:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768560.382367:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768560.382368:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768560.382370:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768560.382374:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658304:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768560.382376:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382377:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768560.382379:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360658048/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382383:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768560.382384:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768560.382385:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28c00.
02000000:00000001:0.0:1775768560.382387:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768560.382387:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768560.382389:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768560.382395:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768560.382396:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2400.
02000000:00000001:0.0:1775768560.382400:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768560.382401:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768560.382402:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768560.382404:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768560.382405:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382407:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768560.382410:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360658176/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382416:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768560.382417:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768560.382418:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2a800.
02000000:00000001:0.0:1775768560.382420:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768560.382421:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768560.382423:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768560.382424:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768560.382426:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768560.382428:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768560.382429:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768560.382431:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768560.382434:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768560.382436:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382438:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768560.382441:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360658304/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768585 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768560.382448:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768560.382450:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768560.382452:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b28400.
02000000:00000001:0.0:1775768560.382454:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768560.382456:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768560.382457:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768560.382459:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768560.382460:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768560.382463:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768560.382464:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768560.382466:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768560.382468:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768560.382469:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382471:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.382474:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768560.382476:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.382478:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768560.382479:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768560.443951:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768560.443958:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768560.443959:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768560.443965:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768560.443968:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768560.443972:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.443974:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768560.443976:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768560.443979:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768561.403995:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768561.404004:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768561.404012:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768561.404013:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768561.404016:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768561.404017:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768561.404067:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768561.404072:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768561.404076:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768561.468099:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768561.468108:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768561.468110:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768561.468117:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768561.468121:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768561.468126:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768561.468130:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768561.468133:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768561.468136:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768561.659990:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300452603, at 4300452608
00000100:00000040:3.0:1775768561.659990:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300452603, at 4300452608
00000100:00000010:2.0:1775768561.660008:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442310c0.
00000100:00000010:3.0:1775768561.660008:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442315a0.
00010000:00000001:0.0:1775768562.428688:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768562.428696:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768562.428702:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768562.428703:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768562.428707:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768562.428709:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768562.428766:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768562.428770:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768562.428774:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768562.492021:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768562.492030:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768562.492033:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768562.492040:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768562.492045:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768562.492050:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768562.492053:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768562.492055:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768562.492059:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768563.451976:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768563.451982:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768563.451987:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768563.451988:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768563.451991:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768563.451992:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768563.452059:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768563.452063:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768563.452067:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768563.516724:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768563.516734:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768563.516736:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768563.516744:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768563.516748:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768563.516753:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768563.516757:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768563.516759:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768563.516763:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768564.475957:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768564.475962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768564.475966:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768564.475967:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768564.475970:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768564.475971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768564.475993:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768564.475995:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768564.475997:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768564.540674:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768564.540681:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768564.540683:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768564.540688:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768564.540692:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768564.540696:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768564.540699:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768564.540701:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768564.540703:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768565.499964:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768565.499971:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768565.499978:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768565.499980:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768565.499984:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768565.499986:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768565.499996:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768565.500006:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775768565.500010:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768565.500015:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768565.500028:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768565.500037:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5784
00000400:00000200:2.0:1775768565.500049:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768565.500056:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768565.500059:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768565.500063:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500068:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500071:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500073:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768565.500078:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768565.500080:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:2.0:1775768565.500083:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768565.500086:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:2.0:1775768565.500090:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:2.0:1775768565.500092:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:2.0:1775768565.500095:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500097:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500099:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500101:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768565.500104:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:2.0:1775768565.500107:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500110:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768565.500113:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768565.500118:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768565.500121:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500124:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775768565.500127:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768565.500139:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5880.
00000020:00000040:2.0:1775768565.500143:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:2.0:1775768565.500149:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768565.500151:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500154:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768565.500157:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768565.500162:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768565.500174:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f1800.
00000100:00000001:2.0:1775768565.500190:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768565.500202:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768565.500219:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768565.500225:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768565.500231:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000486fbefa] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768565.500266:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768565.500270:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768565.500274:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775768565.500276:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768565.500278:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768565.500281:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768565.500283:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5784
00000400:00000200:2.0:1775768565.500288:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768565.500291:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768565.500293:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768565.500297:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500299:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500301:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500305:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768565.500308:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768565.500311:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:2.0:1775768565.500314:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768565.500316:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:2.0:1775768565.500319:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:2.0:1775768565.500321:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:2.0:1775768565.500324:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500326:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500328:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000020:00000001:1.0:1775768565.500330:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768565.500331:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:1.0:1775768565.500336:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775768565.500337:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00010000:00010000:1.0:1775768565.500345:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775768565.500346:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500350:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768565.500354:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768565.500361:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768565.500364:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500366:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768565.500370:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768565.500373:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500375:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768565.500380:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5180.
00000020:00000040:2.0:1775768565.500384:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768565.500388:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768565.500389:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500391:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775768565.500395:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775768565.500395:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768565.500399:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.500402:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1775768565.500405:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2000.
00000100:00000001:0.0:1775768565.500406:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775768565.500413:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768565.500420:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768565.500425:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768565.500467:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768565.500469:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768565.500471:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500474:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.500477:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768565.500481:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775768565.500482:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001eba6c44] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775768565.500487:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768565.500498:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360658432:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768565.500510:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775768565.500515:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.500516:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775768565.500520:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775768565.500521:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.500527:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775768565.500531:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1775768565.500533:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768565.500534:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1775768565.500539:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
00000100:00000001:2.0:1775768565.500539:0:56331:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1775768565.500543:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768565.500548:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5784
00000400:00000200:0.0:1775768565.500556:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768565.500561:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768565.500581:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000400:00000200:2.0:1775768565.500586:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000200:0.0:1775768565.500588:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658432, portal 25
00000100:00000001:0.0:1775768565.500592:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1775768565.500593:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00000001:0.0:1775768565.500595:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154356864 : -130299555194752 : ffff897e454c5880)
00000100:00080000:2.0:1775768565.500598:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768565.500606:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775768565.500610:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500618:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500627:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768565.500628:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768565.500634:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500634:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768565.500639:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768565.500642:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000400:00000010:0.0:1775768565.500643:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000020:00000001:2.0:1775768565.500644:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1775768565.500648:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360658432, offset 0
00000020:00000040:2.0:1775768565.500648:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
00000020:00000001:2.0:1775768565.500654:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000020:00000001:2.0:1775768565.500659:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000400:00000200:0.0:1775768565.500664:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000040:2.0:1775768565.500672:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500677:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500680:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500682:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768565.500685:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000100:00080000:2.0:1775768565.500687:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500690:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768565.500692:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768565.500696:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768565.500698:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500700:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768565.500702:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775768565.500705:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500706:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768565.500710:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c5c00.
00000020:00000040:2.0:1775768565.500713:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:2.0:1775768565.500715:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768565.500717:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500719:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768565.500721:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768565.500723:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768565.500728:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f0000.
00000100:00000001:2.0:1775768565.500731:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768565.500736:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768565.500744:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768565.500747:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768565.500750:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c8f560c] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768565.500759:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775768565.500761:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775768565.500764:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775768565.500766:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775768565.500773:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775768565.500775:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775768565.500778:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5784
00000400:00000200:2.0:1775768565.500782:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768565.500785:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:2.0:1775768565.500787:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775768565.500790:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500792:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500794:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500796:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:2.0:1775768565.500798:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775768565.500799:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000020:00000001:2.0:1775768565.500801:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775768565.500803:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:2.0:1775768565.500805:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:2.0:1775768565.500807:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000100:00000040:2.0:1775768565.500810:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500812:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775768565.500814:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500816:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:2.0:1775768565.500818:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000100:00080000:2.0:1775768565.500821:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:2.0:1775768565.500823:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768565.500825:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775768565.500853:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768565.500856:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500858:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775768565.500861:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1775768565.500863:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500865:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768565.500868:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e454c4000.
00000020:00000040:2.0:1775768565.500870:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
02000000:00000001:2.0:1775768565.500873:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775768565.500874:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768565.500875:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775768565.500876:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775768565.500878:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775768565.500882:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e434f2800.
00000100:00000001:2.0:1775768565.500884:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768565.500889:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768565.500895:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775768565.500897:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768565.500900:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd24ebf] to pc [ptlrpcd_rcv+-1]  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768565.500907:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768565.500910:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775768565.500914:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1775768565.500919:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5794)
00000400:00000200:0.0:1775768565.501156:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501164:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768565.501168:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768565.501171:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768565.501174:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768565.501176:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768565.501179:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60138:60138:256:4294967295] 192.168.202.115@tcp LPNI seq info [60137:60137:8:4294967295]
00000400:00000200:0.0:1775768565.501182:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501190:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768565.501195:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501199:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768565.501205:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768565.501208:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768565.501211:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768565.501214:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775768565.501217:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501218:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768565.501223:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768565.501226:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768565.501229:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768565.501231:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768565.501234:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768565.501237:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501244:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.501246:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501251:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501253:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768565.501256:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768565.501258:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768565.501260:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300457723
00000100:00000010:0.0:1775768565.501264:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e44231b40.
00000100:00000001:0.0:1775768565.501269:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1775768565.501273:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300457723
00000100:00000010:0.0:1775768565.501274:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e442319c0.
00000100:00000001:0.0:1775768565.501276:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1775768565.501278:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768565.501280:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501282:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768565.501284:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768565/real 1775768565]  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768565.501290:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768565.501292:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768565.501293:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768565.501294:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768565.501295:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768565.501297:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768565.501299:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768565.501304:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501308:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768565.501309:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501311:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.501312:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768565.501314:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501318:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768565.501320:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501324:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768565.501326:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501327:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.501327:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501329:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768565.501330:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768565.501333:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768565.501336:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768565.501337:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768565.501339:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768565.501343:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360658432:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768565.501346:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501347:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.501349:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5880 x1862022360658432/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501352:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768565.501354:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768565.501356:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768565.501358:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768565.501359:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768565.501361:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:0.0:1775768565.501362:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768565.501364:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f1800.
02000000:00000001:0.0:1775768565.501367:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768565.501368:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768565.501370:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5880.
00000100:00000001:0.0:1775768565.501372:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768565.501372:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501374:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501379:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768565.501380:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501381:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768565.501383:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768565.501384:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768565.501386:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501390:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768565.501391:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.501392:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768565.501394:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768565.501395:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768565.501397:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658560:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768565.501398:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768565.501400:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768565.501401:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.501402:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768565.501403:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768565.501404:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768565.501406:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768565.501408:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768565.501410:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768565.501412:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658560, portal 10
00000100:00000001:0.0:1775768565.501414:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768565.501415:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154355072 : -130299555196544 : ffff897e454c5180)
00000100:00000040:0.0:1775768565.501418:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501422:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768565.501423:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768565.501425:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768565.501426:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360658560, offset 0
00000400:00000200:0.0:1775768565.501428:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768565.501430:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501432:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768565.501434:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768565.501435:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768565.501437:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768565.501438:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768565.501441:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60139:60139:256:4294967295] 192.168.202.115@tcp LPNI seq info [60138:60138:8:4294967295]
00000400:00000200:0.0:1775768565.501444:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501450:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768565.501455:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501457:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768565.501461:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768565.501463:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768565.501466:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768565.501468:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775768565.501472:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501473:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768565.501476:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768565.501479:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768565.501481:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768565.501483:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768565.501485:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768565.501489:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501502:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.501504:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501510:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501511:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768565.501514:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768565.501518:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:0.0:1775768565.501521:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768565.501522:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300456461
00000100:00000001:0.0:1775768565.501525:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300457723
00000100:00000001:0.0:1775768565.501527:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300456461
00000100:00000001:0.0:1775768565.501529:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300457723
00000100:00000001:0.0:1775768565.501531:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768565.501533:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501534:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768565.501538:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768565/real 1775768565]  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768565.501545:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768565.501547:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768565.501548:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768565.501550:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768565.501551:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768565.501553:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768565.501556:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768565.501577:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501584:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768565.501586:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501587:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.501588:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768565.501592:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501598:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768565.501600:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501604:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768565.501606:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501606:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.501607:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501608:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768565.501610:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768565.501611:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768565.501613:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768565.501615:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768565.501617:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768565.501621:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658560:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768565.501623:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768565.501625:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501629:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768565.501630:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.501631:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768565.501632:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768565.501634:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768565.501635:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658688:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768565.501637:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768565.501639:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768565.501640:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.501641:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768565.501644:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768565.501645:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768565.501647:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768565.501648:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768565.501650:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768565.501652:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658688, portal 10
00000100:00000001:0.0:1775768565.501653:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768565.501654:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154357760 : -130299555193856 : ffff897e454c5c00)
00000100:00000040:0.0:1775768565.501657:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501661:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768565.501662:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768565.501663:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768565.501664:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360658688, offset 0
00000400:00000200:0.0:1775768565.501666:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768565.501669:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501671:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768565.501672:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768565.501674:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768565.501676:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768565.501677:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768565.501679:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60140:60140:256:4294967295] 192.168.202.115@tcp LPNI seq info [60139:60139:8:4294967295]
00000400:00000200:0.0:1775768565.501681:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501686:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768565.501688:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501690:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768565.501693:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768565.501694:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768565.501697:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768565.501698:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775768565.501700:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501702:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768565.501703:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768565.501706:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768565.501707:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768565.501708:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768565.501710:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768565.501712:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501716:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.501718:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501723:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501725:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768565.501727:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768565.501730:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:0.0:1775768565.501733:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768565.501734:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300456459
00000100:00000001:0.0:1775768565.501737:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300457723
00000100:00000001:0.0:1775768565.501738:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300456459
00000100:00000001:0.0:1775768565.501740:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300457723
00000100:00000001:0.0:1775768565.501742:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768565.501744:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501745:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768565.501749:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768565/real 1775768565]  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768565.501756:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768565.501758:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768565.501759:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768565.501761:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768565.501762:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768565.501764:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768565.501767:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768565.501773:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501777:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768565.501778:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501779:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.501780:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768565.501781:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501785:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768565.501787:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501791:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768565.501792:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501793:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.501793:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501794:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768565.501795:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768565.501797:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768565.501798:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768565.501799:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768565.501801:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768565.501809:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658688:192.168.202.115@tcp:38:kworker.0
00000100:00000001:0.0:1775768565.501811:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775768565.501813:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501817:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768565.501818:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.501819:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775768565.501820:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768565.501821:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768565.501823:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658816:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768565.501824:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775768565.501825:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775768565.501826:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768565.501843:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775768565.501846:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768565.501847:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768565.501849:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:0.0:1775768565.501851:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e460d2058.
00000400:00000010:0.0:1775768565.501853:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abfb28.
00000100:00000200:0.0:1775768565.501854:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658816, portal 4
00000100:00000001:0.0:1775768565.501856:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768565.501856:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774154350592 : -130299555201024 : ffff897e454c4000)
00000100:00000040:0.0:1775768565.501860:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501864:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775768565.501865:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:0.0:1775768565.501867:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58abf440.
00000100:00000200:0.0:1775768565.501868:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360658816, offset 0
00000400:00000200:0.0:1775768565.501870:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:0.0:1775768565.501872:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501875:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:0.0:1775768565.501876:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768565.501878:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768565.501879:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775768565.501881:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:0.0:1775768565.501883:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60141:60141:256:4294967295] 192.168.202.115@tcp LPNI seq info [60140:60140:8:4294967295]
00000400:00000200:0.0:1775768565.501885:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768565.501889:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775768565.501891:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501893:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e47ffa800.
00000800:00000200:0.0:1775768565.501895:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.0:1775768565.501896:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775768565.501899:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:0.1:1775768565.501900:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775768565.501902:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:0.0:1775768565.501903:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e47ffa800.
00000400:00000200:0.0:1775768565.501905:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775768565.501907:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775768565.501909:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abf440
00000400:00000010:0.0:1775768565.501909:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abf440.
00000100:00000001:0.0:1775768565.501911:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775768565.501913:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501919:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.501921:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768590 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501927:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501928:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775768565.501931:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768565.501934:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:0.0:1775768565.501936:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768565.501939:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300456515
00000100:00000001:0.0:1775768565.501941:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300457723
00000100:00000001:0.0:1775768565.501943:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300456515
00000100:00000001:0.0:1775768565.501944:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300457723
00000100:00000001:0.0:1775768565.501946:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775768565.501948:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.501950:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775768565.501953:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768565/real 1775768565]  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775768565.501960:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775768565.501961:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775768565.501962:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e460d2058.
00000400:00000200:0.0:1775768565.501965:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58abfb28
00000400:00000010:0.0:1775768565.501966:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58abfb28.
00000100:00000001:0.0:1775768565.501968:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775768565.501971:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775768565.501979:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501985:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775768565.501986:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.501987:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.501989:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775768565.501992:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.501998:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775768565.502001:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.502007:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775768565.502010:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.502011:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775768565.502012:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.502014:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775768565.502015:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775768565.502017:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775768565.502020:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:0.0:1775768565.502022:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775768565.502026:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775768565.502034:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e454c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360658816:192.168.202.115@tcp:8:kworker.0
00000100:00000001:0.0:1775768565.502037:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.502039:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.502041:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5180 x1862022360658560/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.502048:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768565.502050:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768565.502051:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29400.
02000000:00000001:0.0:1775768565.502054:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768565.502055:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768565.502056:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768565.502058:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768565.502059:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2000.
02000000:00000001:0.0:1775768565.502063:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768565.502065:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768565.502066:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5180.
00000100:00000001:0.0:1775768565.502068:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768565.502069:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.502071:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.502074:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c5c00 x1862022360658688/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.502085:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768565.502087:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768565.502088:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b29000.
02000000:00000001:0.0:1775768565.502090:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768565.502091:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768565.502092:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:0.0:1775768565.502094:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768565.502095:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f0000.
02000000:00000001:0.0:1775768565.502099:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768565.502100:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768565.502101:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c5c00.
00000100:00000001:0.0:1775768565.502103:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768565.502104:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.502105:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775768565.502109:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e454c4000 x1862022360658816/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768590 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768565.502115:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775768565.502116:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775768565.502117:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e50b2ac00.
02000000:00000001:0.0:1775768565.502119:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775768565.502120:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775768565.502121:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:0.0:1775768565.502123:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775768565.502124:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e434f2800.
02000000:00000001:0.0:1775768565.502126:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775768565.502127:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775768565.502128:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e454c4000.
00000100:00000001:0.0:1775768565.502130:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775768565.502131:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.502133:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.502136:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768565.502138:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.502139:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775768565.502141:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768565.563982:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768565.563989:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768565.563991:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768565.563996:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768565.564000:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768565.564003:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.564006:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768565.564008:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768565.564016:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768566.523930:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768566.523934:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768566.523938:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768566.523939:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768566.523941:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768566.523942:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768566.524029:0:49741:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768566.524032:0:49741:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768566.524035:0:49741:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768566.588200:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768566.588206:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768566.588208:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768566.588211:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768566.588214:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768566.588217:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768566.588219:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768566.588220:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768566.588222:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768566.779994:0:56475:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b220 (cpu 0) has reached its deadline 4300457723, at 4300457728
00000100:00000010:2.0:1775768566.780008:0:56475:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e44231b40.
00000100:00000040:3.0:1775768566.780378:0:56443:0:(connection.c:75:cpu_latency_work()) work item of ffff897e5813b330 (cpu 0) has reached its deadline 4300457723, at 4300457728
00000100:00000010:3.0:1775768566.780384:0:56443:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff897e442319c0.
00010000:00000001:0.0:1775768567.547946:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768567.547953:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768567.547955:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768567.547958:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547962:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768567.547964:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547966:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547968:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547971:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768567.547972:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547975:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768567.547976:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768567.547977:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768567.547979:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547980:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768567.547982:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547983:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768567.547985:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775768567.548104:0:40344:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775768567.548106:0:40344:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775768567.548108:0:40344:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768567.611946:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768567.611953:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768567.611955:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768567.611959:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768567.611963:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768567.611966:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768567.611969:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768567.611971:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768567.611973:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768568.571937:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768568.571942:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768568.571948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768568.571949:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768568.571960:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768568.571962:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775768568.571998:0:25822:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775768568.572002:0:25822:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775768568.572006:0:25822:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768568.635909:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768568.635915:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768568.635917:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768568.635923:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768568.635927:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768568.635930:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768568.635932:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768568.635934:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768568.635937:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768569.595910:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768569.595921:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768569.595927:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768569.595930:0:56447:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775768569.595932:0:56447:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775768569.595935:0:56447:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768569.595938:0:56447:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775768569.595940:0:56447:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768569.595942:0:56447:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768569.595944:0:56447:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768569.595948:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775768569.595950:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768569.595969:0:25821:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775768569.595971:0:25821:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775768569.595974:0:25821:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775768569.661650:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768569.661657:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768569.661659:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768569.661666:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768569.661670:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768569.661674:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768569.661677:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768569.661680:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768569.661683:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768570.619958:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66a370a7-d177-4720-b85b-f1760fdfc02a->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768570.619968:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775768570.619971:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768570.619976:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768570.619981:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768570.619989:0:56331:0:(import.c:509:import_select_connection()) MGC192.168.202.115@tcp: connect to NID 192.168.202.115@tcp last attempt 5789
00000400:00000200:0.0:1775768570.619998:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768570.620004:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768570.620007:0:56331:0:(import.c:588:import_select_connection()) MGC192.168.202.115@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768570.620011:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620014:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768570.620016:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620019:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768570.620023:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768570.620024:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58ac8
00000020:00000001:0.0:1775768570.620027:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768570.620029:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e42bb7000 refcount=3
00000020:00000001:0.0:1775768570.620031:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000020:00000001:0.0:1775768570.620033:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774111305728 : -130299598245888 : ffff897e42bb7000)
00000100:00000040:0.0:1775768570.620036:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620039:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768570.620040:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620042:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768570.620045:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e42bb7000 : new refcount 2
00000100:00080000:0.0:1775768570.620048:0:56331:0:(import.c:623:import_select_connection()) MGC192.168.202.115@tcp: import ffff897e54cbf000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620051:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768570.620054:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768570.620057:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768570.620060:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620062:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775768570.620064:0:56331:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768570.620072:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289c00.
00000020:00000040:0.0:1775768570.620075:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e54cbf000 refcount=4 obd=MGC192.168.202.115@tcp
02000000:00000001:0.0:1775768570.620079:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768570.620080:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620083:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768570.620085:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768570.620105:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768570.620114:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29000.
00000100:00000001:0.0:1775768570.620125:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768570.620133:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768570.620143:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768570.620147:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768570.620152:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042de1505] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768570.620184:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768570.620188:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768570.620191:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775768570.620192:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768570.620193:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768570.620195:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768570.620199:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5789
00000400:00000200:0.0:1775768570.620202:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:0.0:1775768570.620205:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768570.620207:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775768570.620210:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620212:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768570.620214:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620216:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768570.620218:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768570.620219:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b1c
00000020:00000001:0.0:1775768570.620221:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768570.620222:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a000 refcount=5
00000020:00000001:0.0:1775768570.620224:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000020:00000001:0.0:1775768570.620226:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133731328 : -130299575820288 : ffff897e4411a000)
00000100:00000040:0.0:1775768570.620229:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620230:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768570.620232:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620234:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768570.620236:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a000 : new refcount 4
00000100:00080000:0.0:1775768570.620238:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff897e4419e000: import ffff897e441f2000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620241:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768570.620242:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775768570.620247:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768570.620249:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620251:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768570.620255:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775768570.620257:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620259:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768570.620262:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50289f80.
00000020:00000040:0.0:1775768570.620264:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e441f2000 refcount=6 obd=lustre-MDT0000-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768570.620267:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768570.620268:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620270:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768570.620271:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768570.620273:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775768570.620276:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29400.
00000100:00000001:0.0:1775768570.620279:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768570.620284:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775768570.620291:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768570.620294:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768570.620298:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086ba5de2] to pc [ptlrpcd_rcv+-1]  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.620302:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768570.620308:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768570.620309:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.620312:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775768570.620313:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768570.620317:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1775768570.620320:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1775768570.620321:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775768570.620322:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768570.620327:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775768570.620333:0:56331:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5789
00000100:00000001:2.0:1775768570.620338:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1775768570.620340:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768570.620342:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775768570.620344:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768570.620347:0:56331:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1775768570.620347:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768570.620351:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775768570.620352:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620357:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1775768570.620358:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768570.620361:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00100000:2.0:1775768570.620365:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360658944:192.168.202.115@tcp:250:kworker.0
00000100:00000001:0.0:1775768570.620366:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768570.620371:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768570.620373:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b23
00000100:00000001:2.0:1775768570.620373:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1775768570.620377:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1775768570.620379:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1775768570.620380:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e4411a800 refcount=5
02000000:00000001:2.0:1775768570.620383:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775768570.620384:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
02000000:00000001:2.0:1775768570.620388:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1775768570.620389:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774133733376 : -130299575818240 : ffff897e4411a800)
00000100:00000040:0.0:1775768570.620394:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
02000000:00000010:2.0:1775768570.620394:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
00000100:00000001:0.0:1775768570.620397:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1775768570.620398:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768570.620402:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620405:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768570.620409:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e4411a800 : new refcount 4
00000400:00000200:2.0:1775768570.620409:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00080000:0.0:1775768570.620414:0:56331:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff897e4419e000: import ffff897e4411f000 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000400:00000010:2.0:1775768570.620414:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000100:00000001:0.0:1775768570.620418:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768570.620420:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1775768570.620423:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
02000000:00000001:0.0:1775768570.620424:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775768570.620428:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620430:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768570.620432:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1775768570.620433:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360658944, portal 25
00000008:00000001:0.0:1775768570.620436:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.620438:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775768570.620440:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.620441:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336564224 : -130299372987392 : ffff897e50289c00)
00000100:00000010:0.0:1775768570.620446:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e50288700.
00000100:00000040:2.0:1775768570.620449:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775768570.620450:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411f000 refcount=5 obd=lustre-MDT0001-mdc-ffff897e4419e000
02000000:00000001:0.0:1775768570.620455:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768570.620457:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620461:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775768570.620463:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768570.620467:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.620467:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1775768570.620471:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b29c00.
00000100:00000040:2.0:1775768570.620472:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620476:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768570.620478:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768570.620482:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862022360658944, offset 0
00000100:00100000:0.0:1775768570.620484:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775768570.620492:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620495:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768570.620498:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768570.620503:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d474b667] to pc [ptlrpcd_rcv+-1]  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775768570.620504:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:0.0:1775768570.620526:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775768570.620529:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775768570.620532:0:56331:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775768570.620533:0:56331:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775768570.620535:0:56331:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775768570.620537:0:56331:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775768570.620540:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000100:00080000:0.0:1775768570.620543:0:56331:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: connect to NID 192.168.202.115@tcp last attempt 5789
00000400:00000200:2.0:1775768570.620547:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775768570.620550:0:56331:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768570.620555:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:0.0:1775768570.620556:0:56331:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.202.115@tcp is discovered: rc = 1
00000100:00080000:0.0:1775768570.620560:0:56331:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775768570.620563:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775768570.620567:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768570.620570:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620572:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768570.620576:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000400:00000200:2.0:1775768570.620579:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60142:60142:256:4294967295] 192.168.202.115@tcp LPNI seq info [60141:60141:8:4294967295]
00000100:00000001:0.0:1775768570.620580:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000001:0.0:1775768570.620585:0:56331:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775768570.620588:0:56331:0:(genops.c:823:class_conn2export()) looking for export cookie 0xaa5825b622e58b31
00000400:00000200:2.0:1775768570.620589:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000020:00000001:0.0:1775768570.620590:0:56331:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775768570.620593:0:56331:0:(lustre_handles.c:131:class_handle2object()) GET export ffff897e5257d800 refcount=4
00000020:00000001:0.0:1775768570.620596:0:56331:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000020:00000001:0.0:1775768570.620601:0:56331:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446613774373214208 : -130299336337408 : ffff897e5257d800)
00000400:00000200:2.0:1775768570.620606:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1775768570.620607:0:56331:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff897e54934900 refcount 14 to 192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620613:0:56331:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775768570.620616:0:56331:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff897e54934900 refcount 15 to 192.168.202.115@tcp
00000800:00000200:2.0:1775768570.620619:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620620:0:56331:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446613774410664192 : -130299298887424 : ffff897e54934900)
00000020:00000040:0.0:1775768570.620624:0:56331:0:(genops.c:898:class_export_put()) PUTting export ffff897e5257d800 : new refcount 3
00000800:00000010:2.0:1775768570.620626:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000100:00080000:0.0:1775768570.620629:0:56331:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff897e4419e000: import ffff897e4411e800 using connection 192.168.202.115@tcp/192.168.202.115@tcp
00000100:00000001:0.0:1775768570.620633:0:56331:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775768570.620636:0:56331:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1775768570.620637:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
02000000:00000001:0.0:1775768570.620639:0:56331:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1775768570.620642:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
02000000:00000001:0.0:1775768570.620643:0:56331:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620647:0:56331:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775768570.620651:0:56331:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1775768570.620651:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000008:00000001:0.0:1775768570.620657:0:56331:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775768570.620658:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1775768570.620660:0:56331:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775768570.620665:0:56331:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff897e5028bb80.
00000800:00000100:2.0:1775768570.620666:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000020:00000040:0.0:1775768570.620669:0:56331:0:(genops.c:1229:class_import_get()) import ffff897e4411e800 refcount=3 obd=lustre-OST0000-osc-ffff897e4419e000
00000800:00000010:2.0:1775768570.620671:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
02000000:00000001:0.0:1775768570.620674:0:56331:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775768570.620676:0:56331:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.620678:0:56331:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775768570.620679:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775768570.620680:0:56331:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775768570.620683:0:56331:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768570.620687:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1775768570.620688:0:56331:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff897e50b2b000.
00000400:00000200:2.0:1775768570.620692:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000100:00000001:0.0:1775768570.620693:0:56331:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775768570.620696:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00100000:0.0:1775768570.620700:0:56331:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775768570.620702:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768570.620710:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775768570.620711:0:56331:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775768570.620714:0:56331:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768570.620722:0:56331:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b72b07b] to pc [ptlrpcd_rcv+-1]  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.620726:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775768570.620733:0:56331:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768570.620734:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775768570.620737:0:56331:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775768570.620745:0:56331:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2a2546e4-e33d-4a73-85ee-3862b53fa952->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1775768570.620751:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775768570.620752:0:56331:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5799)
00000100:00000001:2.0:1775768570.620753:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768570.620760:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768570.620765:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768570.620768:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 2 is 4300462842
00000100:00000010:2.0:1775768570.620774:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444480.
00010000:00000001:0.0:1775768570.620778:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768570.620781:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 2
00010000:00000001:0.0:1775768570.620782:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775768570.620788:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768570.620788:0:2415:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS new deadline estimation for cpu 3 is 4300462842
00010000:00000001:0.0:1775768570.620791:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775768570.620793:0:2415:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff897e52444660.
00010000:00000001:0.0:1775768570.620796:0:56447:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1775768570.620798:0:2415:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.115@tcp: PM QoS request now active for cpu 3
00010000:00000001:0.0:1775768570.620799:0:56447:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.620804:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768570.620808:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.620811:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768570.620815:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768570/real 1775768570]  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768570.620824:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768570.620826:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768570.620847:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768570.620851:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768570.620852:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768570.620855:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768570.620859:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768570.620868:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.620875:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768570.620877:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.620879:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.620881:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768570.620885:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.620892:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768570.620896:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.620902:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768570.620905:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.620907:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.620908:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.620909:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768570.620912:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768570.620914:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e54cbf000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768570.620918:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768570.620920:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768570.620924:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768570.620932:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66a370a7-d177-4720-b85b-f1760fdfc02a:2415:1862022360658944:192.168.202.115@tcp:250:kworker.0
00000100:00000001:2.0:1775768570.620936:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.620938:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768570.620940:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289c00 x1862022360658944/t0(0) o250->MGC192.168.202.115@tcp@192.168.202.115@tcp:26/25 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.620946:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768570.620949:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768570.620951:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768570.620956:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768570.620957:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768570.620958:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e54cbf000 refcount=3 obd=MGC192.168.202.115@tcp
00000020:00000001:2.0:1775768570.620960:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768570.620962:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29000.
02000000:00000001:2.0:1775768570.620965:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768570.620967:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768570.620969:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289c00.
00000100:00000001:2.0:1775768570.620972:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768570.620974:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.620975:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.620982:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768570.620984:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.620985:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768570.620986:0:2415:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775768570.620988:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768570.620991:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.620996:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768570.620998:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768570.620999:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768570.621001:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768570.621003:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768570.621005:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360659072:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768570.621008:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768570.621010:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768570.621012:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768570.621013:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768570.621016:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768570.621018:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768570.621021:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768570.621024:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768570.621027:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768570.621030:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360659072, portal 10
00000100:00000001:2.0:1775768570.621032:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768570.621033:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336565120 : -130299372986496 : ffff897e50289f80)
00000100:00000040:2.0:1775768570.621038:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621043:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768570.621045:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768570.621048:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768570.621049:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360659072, offset 0
00000400:00000200:2.0:1775768570.621053:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768570.621057:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768570.621060:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768570.621063:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768570.621065:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768570.621068:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768570.621070:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768570.621072:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60143:60143:256:4294967295] 192.168.202.115@tcp LPNI seq info [60142:60142:8:4294967295]
00000400:00000200:2.0:1775768570.621076:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768570.621082:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768570.621087:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768570.621090:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768570.621093:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768570.621096:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775768570.621100:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768570.621102:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775768570.621106:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768570.621107:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768570.621110:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768570.621113:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768570.621116:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768570.621117:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768570.621119:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768570.621122:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621130:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768570.621133:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621138:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.621139:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768570.621143:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768570.621146:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: using a timeout of 11546 usecs (12 jiffies)
00000400:00000200:2.0:1775768570.621149:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768570.621151:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300461581
00000100:00000001:2.0:1775768570.621154:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300462842
00000100:00000001:2.0:1775768570.621156:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300461581
00000100:00000001:2.0:1775768570.621158:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300462842
00000100:00000001:2.0:1775768570.621160:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768570.621162:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.621164:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768570.621168:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768570/real 1775768570]  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768570.621175:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768570.621177:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768570.621178:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768570.621181:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768570.621182:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768570.621184:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768570.621187:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768570.621195:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621201:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768570.621203:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621204:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.621205:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768570.621209:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621214:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768570.621218:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621224:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768570.621226:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621228:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.621229:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621231:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768570.621233:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768570.621235:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e441f2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768570.621238:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768570.621240:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768570.621244:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768570.621251:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50289f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360659072:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768570.621254:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768570.621257:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621263:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768570.621265:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768570.621267:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768570.621268:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768570.621271:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768570.621273:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360659200:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768570.621276:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768570.621278:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768570.621279:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768570.621281:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768570.621284:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768570.621286:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768570.621289:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768570.621291:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768570.621294:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768570.621297:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360659200, portal 10
00000100:00000001:2.0:1775768570.621299:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768570.621300:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336558848 : -130299372992768 : ffff897e50288700)
00000100:00000040:2.0:1775768570.621305:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621311:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768570.621313:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768570.621315:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768570.621317:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862022360659200, offset 0
00000400:00000200:2.0:1775768570.621321:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768570.621325:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768570.621328:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768570.621331:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768570.621333:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768570.621335:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768570.621337:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768570.621340:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60144:60144:256:4294967295] 192.168.202.115@tcp LPNI seq info [60143:60143:8:4294967295]
00000400:00000200:2.0:1775768570.621343:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768570.621349:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768570.621353:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768570.621356:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768570.621359:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768570.621362:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775768570.621365:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768570.621368:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775768570.621371:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768570.621373:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768570.621375:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768570.621378:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768570.621381:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768570.621382:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768570.621385:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768570.621388:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621394:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768570.621395:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621399:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.621401:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768570.621403:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768570.621405:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: using a timeout of 9511 usecs (10 jiffies)
00000400:00000200:2.0:1775768570.621407:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768570.621409:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300461579
00000100:00000001:2.0:1775768570.621410:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300462842
00000100:00000001:2.0:1775768570.621411:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300461579
00000100:00000001:2.0:1775768570.621413:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300462842
00000100:00000001:2.0:1775768570.621414:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768570.621415:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.621416:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768570.621418:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768570/real 1775768570]  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768570.621423:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768570.621424:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768570.621425:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768570.621427:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768570.621428:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768570.621429:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768570.621431:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768570.621436:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621440:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768570.621442:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621443:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.621444:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768570.621446:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775768570.621448:0:49742:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1775768570.621452:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775768570.621453:0:49742:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768570.621456:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:1.0:1775768570.621458:0:49742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775768570.621462:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768570.621464:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621466:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.621468:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621470:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768570.621471:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768570.621474:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411f000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768570.621477:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768570.621479:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768570.621482:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768570.621489:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e50288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360659200:192.168.202.115@tcp:38:kworker.0
00000100:00000001:2.0:1775768570.621493:0:2415:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775768570.621496:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621503:0:2415:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775768570.621504:0:2415:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768570.621506:0:2415:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775768570.621508:0:2415:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775768570.621510:0:2415:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775768570.621633:0:2415:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360659328:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768570.621637:0:2415:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775768570.621639:0:2415:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775768570.621641:0:2415:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775768570.621642:0:2415:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775768570.621646:0:2415:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768570.621648:0:2415:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775768570.621651:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000010:2.0:1775768570.621653:0:2415:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff897e43fbbe18.
00000400:00000010:2.0:1775768570.621656:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1a18.
00000100:00000200:2.0:1775768570.621658:0:2415:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022360659328, portal 4
00000100:00000001:2.0:1775768570.621660:0:2415:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775768570.621661:0:2415:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446613774336572288 : -130299372979328 : ffff897e5028bb80)
00000100:00000040:2.0:1775768570.621666:0:2415:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621672:0:2415:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775768570.621674:0:2415:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.115@tcp
00000400:00000010:2.0:1775768570.621676:0:2415:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff897e58ae1908.
00000100:00000200:2.0:1775768570.621677:0:2415:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022360659328, offset 0
00000400:00000200:2.0:1775768570.621680:0:2415:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.202.115@tcp
00000400:00000200:2.0:1775768570.621683:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768570.621686:0:2415:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.115@tcp local destination
00000400:00000200:2.0:1775768570.621688:0:2415:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775768570.621690:0:2415:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.202.15@tcp
00000400:00000200:2.0:1775768570.621692:0:2415:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.202.15@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775768570.621695:0:2415:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.115@tcp
00000400:00000200:2.0:1775768570.621698:0:2415:0:(lib-move.c:1911:lnet_handle_send()) 192.168.202.15@tcp NI seq info: [60145:60145:256:4294967295] 192.168.202.115@tcp LPNI seq info [60144:60144:8:4294967295]
00000400:00000200:2.0:1775768570.621701:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000400:00000200:2.0:1775768570.621706:0:2415:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.202.15@tcp(192.168.202.15@tcp:<?>) -> 192.168.202.115@tcp(192.168.202.115@tcp:192.168.202.115@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775768570.621710:0:2415:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768570.621713:0:2415:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff897e43931200.
00000800:00000200:2.0:1775768570.621717:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.0:1775768570.621719:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775768570.621723:0:2415:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff897e470eda80] -> 12345-192.168.202.115@tcp (2)
00000800:00000200:2.1:1775768570.621726:0:2415:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.115 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775768570.621729:0:2415:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.115@tcp
00000800:00000010:2.0:1775768570.621731:0:2415:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff897e43931200.
00000400:00000200:2.0:1775768570.621733:0:2415:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775768570.621736:0:2415:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.15@tcp->192.168.202.115@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775768570.621739:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1908
00000400:00000010:2.0:1775768570.621740:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1908.
00000100:00000001:2.0:1775768570.621742:0:2415:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775768570.621745:0:2415:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621752:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768570.621755:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 0 dl 1775768595 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621761:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.621763:0:2415:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775768570.621765:0:2415:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775768570.621768:0:2415:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: using a timeout of 64133 usecs (65 jiffies)
00000400:00000200:2.0:1775768570.621771:0:2415:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.115@tcp to cpt 1
00000100:00000001:2.0:1775768570.621773:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 2 is 4300461634
00000100:00000001:2.0:1775768570.621775:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 2, keep current deadline 4300462842
00000100:00000001:2.0:1775768570.621777:0:2415:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS new deadline estimation for cpu 3 is 4300461634
00000100:00000001:2.0:1775768570.621779:0:2415:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff897e4419e000: PM QoS request active for cpu 3, keep current deadline 4300462842
00000100:00000001:2.0:1775768570.621781:0:2415:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775768570.621783:0:2415:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.621784:0:2415:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775768570.621787:0:2415:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775768570/real 1775768570]  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775768570.621795:0:2415:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775768570.621796:0:2415:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775768570.621798:0:2415:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff897e43fbbe18.
00000400:00000200:2.0:1775768570.621800:0:2415:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff897e58ae1a18
00000400:00000010:2.0:1775768570.621801:0:2415:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff897e58ae1a18.
00000100:00000001:2.0:1775768570.621803:0:2415:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775768570.621806:0:2415:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775768570.621814:0:2415:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621820:0:2415:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775768570.621821:0:2415:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621823:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.621824:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775768570.621849:0:2415:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621857:0:2415:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775768570.621861:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621879:0:2415:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775768570.621882:0:2415:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621883:0:2415:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775768570.621885:0:2415:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621887:0:2415:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775768570.621888:0:2415:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775768570.621890:0:2415:0:(import.c:65:import_set_state_nolock()) ffff897e4411e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775768570.621893:0:2415:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.115@tcp failed (-110)
00000100:00000001:2.0:1775768570.621896:0:2415:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775768570.621900:0:2415:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775768570.621908:0:2415:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff897e5028bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2a2546e4-e33d-4a73-85ee-3862b53fa952:2415:1862022360659328:192.168.202.115@tcp:8:kworker.0
00000100:00000001:2.0:1775768570.621912:0:2415:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621913:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768570.621915:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50289f80 x1862022360659072/t0(0) o38->lustre-MDT0000-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621920:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768570.621922:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768570.621924:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0400.
02000000:00000001:2.0:1775768570.621928:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768570.621929:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768570.621930:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e441f2000 refcount=5 obd=lustre-MDT0000-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768570.621932:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768570.621934:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29400.
02000000:00000001:2.0:1775768570.621937:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768570.621938:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768570.621939:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50289f80.
00000100:00000001:2.0:1775768570.621942:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768570.621943:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621944:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768570.621946:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e50288700 x1862022360659200/t0(0) o38->lustre-MDT0001-mdc-ffff897e4419e000@192.168.202.115@tcp:12/10 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621952:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768570.621953:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768570.621954:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f3000.
02000000:00000001:2.0:1775768570.621959:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768570.621960:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768570.621961:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411f000 refcount=4 obd=lustre-MDT0001-mdc-ffff897e4419e000
00000020:00000001:2.0:1775768570.621962:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768570.621963:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b29c00.
02000000:00000001:2.0:1775768570.621965:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768570.621966:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768570.621967:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e50288700.
00000100:00000001:2.0:1775768570.621969:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768570.621970:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621971:0:2415:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775768570.621975:0:2415:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff897e5028bb80 x1862022360659328/t0(0) o8->lustre-OST0000-osc-ffff897e4419e000@192.168.202.115@tcp:28/4 lens 520/544 e 0 to 1 dl 1775768595 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775768570.621981:0:2415:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775768570.621982:0:2415:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775768570.621983:0:2415:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff897e434f0800.
02000000:00000001:2.0:1775768570.621984:0:2415:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775768570.621985:0:2415:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775768570.621986:0:2415:0:(genops.c:1242:class_import_put()) import ffff897e4411e800 refcount=2 obd=lustre-OST0000-osc-ffff897e4419e000
00000020:00000001:2.0:1775768570.621987:0:2415:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775768570.621988:0:2415:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff897e50b2b000.
02000000:00000001:2.0:1775768570.621989:0:2415:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775768570.621990:0:2415:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775768570.621991:0:2415:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff897e5028bb80.
00000100:00000001:2.0:1775768570.621992:0:2415:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775768570.621993:0:2415:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621994:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775768570.621998:0:2415:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775768570.621999:0:2415:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775768570.622001:0:2415:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775768570.622003:0:2415:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775768570.687009:0:55950:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775768570.687015:0:55950:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775768570.687017:0:55950:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775768570.687033:0:55950:0:(client.c:2691:ptlrpc_set_wait()) set ffff897e456b2240 going to sleep for 0 seconds
00000100:00000001:0.0:1775768570.687036:0:55950:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775768570.687040:0:55950:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768570.687043:0:55950:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775768570.687045:0:55950:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775768570.687047:0:55950:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 125585 lines, 125585 kept, 0 dropped, 0 bad.